-- Logs begin at Mon 2022-01-17 17:53:00 UTC, end at Mon 2022-01-17 18:47:48 UTC. -- Jan 17 18:21:04.005150 dv-cinder-824995-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 17 18:21:06.970751 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.common.config [-] Logging enabled! Jan 17 18:21:06.971361 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev395 Jan 17 18:21:06.971566 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102313) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 17 18:21:06.975001 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.common.config [-] Logging enabled! Jan 17 18:21:06.975258 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev395 Jan 17 18:21:06.975601 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102313) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 17 18:21:06.976536 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 18:21:06.976779 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 18:21:06.977319 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 18:21:06.977571 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 18:21:06.977798 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 18:21:06.978120 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.978542 dv-cinder-824995-1-iscsi neutron-server[102313]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 17 18:21:06.978856 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.979158 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.979465 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.979779 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.980076 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.980360 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.980651 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.980952 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.981241 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.981522 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.981811 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.982750 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.983035 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.983327 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.983646 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.983934 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] debug = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.984217 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.984644 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.985062 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.985344 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.985635 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.985913 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.986190 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.986468 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.986752 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.987080 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] host = dv-cinder-824995-1-iscsi {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.987365 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.987685 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.987977 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.988265 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.988542 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.988833 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.989107 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.989386 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.989660 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] log_file = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.989939 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.990228 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.990519 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.990809 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.991037 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.991262 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.991583 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.991875 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.992152 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.992427 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.992703 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.992977 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.993251 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.993524 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.993811 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.994096 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.994384 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.994658 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.994932 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.995203 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.995498 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.995790 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.996064 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.996337 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.996610 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.996895 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.997171 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.997443 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.998388 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.998689 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.998982 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.999276 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.999585 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:06.999877 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:07.000156 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:07.000433 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:07.000710 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] use_json = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:07.000987 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:07.001261 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:07.001549 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:07.001825 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:07.002100 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:07.002377 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:07.002651 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:07.002942 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:07.003219 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:07.003550 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.003856 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.004163 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.004466 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.004760 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.005040 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.005335 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.005617 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.005910 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.006204 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.006498 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.006780 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.007085 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.007387 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.007717 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.008027 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.008328 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.008628 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.008910 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.009192 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.009471 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.009753 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.010041 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.010588 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.010883 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.011175 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.011474 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.011782 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.012072 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.012369 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.012663 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.012945 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.013629 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.013629 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.014347 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.014638 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.014927 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.015229 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.015537 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.015819 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.016109 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.016394 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.016675 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.016956 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.017238 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.017538 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.017818 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.018097 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.018376 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.018656 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.018932 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.019220 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.019533 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.019811 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.020087 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.020368 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.020641 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.020916 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.021192 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.021468 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.021750 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.022028 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.022309 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.022588 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.022870 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.023150 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.023427 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.023728 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.024005 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.024282 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.024561 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.024839 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.025115 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.025397 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.025689 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.025988 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.026270 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.026553 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.026833 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.027114 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.027395 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.027702 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.027984 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.028265 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.028544 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.028934 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.029336 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.029636 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.029944 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.030230 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.030538 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.030999 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.031534 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.032020 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.032508 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.033000 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.033484 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.033996 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.034499 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.035003 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.035540 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.036041 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.036540 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.037068 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.037512 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:07.037844 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 18:21:07.038103 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102313) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 17 18:21:07.426615 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 17 18:21:07.426813 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 17 18:21:07.427122 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 17 18:21:07.427489 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 17 18:21:07.756649 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:07.756944 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:07.757231 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:07.760173 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:07.760724 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:07.761001 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:07.805288 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:07.805568 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:07.805840 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:07.819924 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:07.820208 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:07.820478 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:07.851512 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:07.851794 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:07.852066 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:07.889137 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:07.889468 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:07.889738 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:08.231030 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:08.231681 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:08.231681 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:08.232387 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:08.233090 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:08.332910 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:08.333234 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:08.333519 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:08.333795 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:08.334065 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:08.334378 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:08.334641 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:08.334900 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:08.335154 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:08.335436 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:08.335721 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:08.335990 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:08.336251 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:08.336507 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:08.336767 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:08.337034 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:08.337293 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:08.337558 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:08.337828 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:08.338090 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:08.338360 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:08.338613 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:08.338892 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:08.339268 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:08.339550 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:08.339803 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:08.340208 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102313) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 18:21:08.340452 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102313) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 18:21:08.340691 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102313) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 18:21:08.340929 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102313) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 18:21:08.341168 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102313) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 18:21:08.341474 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102313) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 18:21:08.341830 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 17 18:21:08.345070 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 17 18:21:08.349078 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 17 18:21:08.352977 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jan 17 18:21:08.354631 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 17 18:21:08.355099 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 17 18:21:08.355438 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 17 18:21:08.355850 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 17 18:21:08.359485 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 17 18:21:08.359747 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 17 18:21:08.360101 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 17 18:21:08.365634 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 17 18:21:08.390397 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 17 18:21:08.390859 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:08.391161 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102313) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 17 18:21:08.391555 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:08.392966 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102313) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 17 18:21:08.393251 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 17 18:21:08.393503 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 17 18:21:08.396714 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:08.397002 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:08.460830 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 17 18:21:08.461077 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 17 18:21:08.461317 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 17 18:21:08.461685 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 17 18:21:08.482411 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_db.sqlalchemy.engines [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102313) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 17 18:21:08.921403 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.plugins.ml2.managers [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Initializing driver for type 'gre' Jan 17 18:21:08.921872 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] gre ID ranges: [(1, 1000)] Jan 17 18:21:08.975646 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.plugins.ml2.managers [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Initializing driver for type 'local' Jan 17 18:21:08.975987 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.plugins.ml2.managers [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Initializing driver for type 'vlan' Jan 17 18:21:08.987813 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] VlanTypeDriver initialization complete Jan 17 18:21:08.988150 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.plugins.ml2.managers [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Initializing driver for type 'vxlan' Jan 17 18:21:08.988629 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] vxlan ID ranges: [(1, 1000)] Jan 17 18:21:09.040445 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.plugins.ml2.managers [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Initializing extension driver 'port_security' Jan 17 18:21:09.040752 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.plugins.ml2.extensions.port_security [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] PortSecurityExtensionDriver initialization complete Jan 17 18:21:09.041097 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.plugins.ml2.managers [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Initializing mechanism driver 'openvswitch' Jan 17 18:21:09.041416 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.plugins.ml2.managers [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Initializing mechanism driver 'hyperv' Jan 17 18:21:09.048092 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:21:09.048771 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > port after_create 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.049143 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > port after_update 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.049497 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > port after_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.050019 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102313) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 18:21:09.050455 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > subnet after_create 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.050814 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > subnet after_update 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.051160 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.051590 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102313) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 18:21:09.051999 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > network after_create 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.052350 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > network after_update 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.052693 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > network after_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.053087 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102313) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 18:21:09.053495 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > security_group after_create 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.053841 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > security_group after_update 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.054181 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.054713 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102313) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 18:21:09.055122 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.055500 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.055849 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.056247 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102313) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 18:21:09.056651 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > address_group after_create 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.056997 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > address_group after_update 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.057336 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.057731 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102313) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 18:21:09.058176 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] ML2 OVO RPC backend initialized. {{(pid=102313) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 17 18:21:09.058881 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.059238 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.059686 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > network before_response 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.060037 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > networks before_response 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.060411 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > port before_response 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.060806 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > ports before_response 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.061150 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > subnet before_response 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.061493 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > subnets before_response 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.061837 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > network after_create 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.062175 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > network after_update 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.062509 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > network after_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.062845 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > port after_create 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.063182 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > port after_update 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.063542 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > port after_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.063879 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > subnet after_create 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.064213 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > subnet after_update 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.064546 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.065117 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.plugins.ml2.plugin [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Modular L2 Plugin initialization complete Jan 17 18:21:09.065445 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading services supported by the core plugin {{(pid=102313) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 17 18:21:09.065769 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.plugins.ml2.managers [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Got port-security extension from driver 'port_security' Jan 17 18:21:09.066230 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.extensions.vlantransparent [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Disabled vlantransparent extension. Jan 17 18:21:09.066709 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102313) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 17 18:21:09.067023 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading Plugin: router Jan 17 18:21:09.103823 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.104216 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > router after_create 55549900 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.104587 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > router before_create 55549900 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.104954 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.105328 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.105685 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > router after_delete 55549900 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.106044 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.106391 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.106749 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > router after_create 55549900 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.107120 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > router after_update 55549900 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.107491 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > router after_update 55549900 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.107844 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.108198 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > router after_update 55549900 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.108609 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > router precommit_update 55549900 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.108974 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: port after_update 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.109309 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: port after_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.109648 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: subnet after_update 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.109983 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.110334 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.110681 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > router precommit_create 55549900 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.111021 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: port before_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.111361 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > router precommit_create 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.111747 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > router after_update 55549900 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.112091 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.112439 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > router precommit_create 55549900 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.112799 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.113142 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > router precommit_update 55549900 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.113504 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > agent after_create 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.113852 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > agent after_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.114195 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > network after_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.115036 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.quota.resource_registry [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Tracking information for resource: router configured {{(pid=102313) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 18:21:09.115366 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.quota.resource_registry [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Tracking information for resource: floatingip configured {{(pid=102313) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 18:21:09.120398 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.db.l3_agentschedulers_db [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 17 18:21:09.120981 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: port after_update 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.121349 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: port after_create 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.121705 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: port after_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.122064 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: port after_update 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.123123 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > router before_create 55550100 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.123552 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.123922 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > router precommit_create 55550100 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.124280 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > router precommit_update 55550100 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.128959 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.services.provider_configuration [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Service providers = [] {{(pid=102313) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 17 18:21:09.129332 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.db.servicetype_db [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102313) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 17 18:21:09.132297 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.services.service_base [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102313) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 18:21:09.132651 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.services.service_base [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102313) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 18:21:09.132995 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.services.service_base [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102313) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 18:21:09.133882 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.services.service_base [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102313) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 18:21:09.134254 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.services.service_base [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 17 18:21:09.134624 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102313) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 18:21:09.134939 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 17 18:21:09.147858 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102313) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 18:21:09.148200 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading Plugin: auto_allocate Jan 17 18:21:09.154628 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: network precommit_update 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.154996 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: network precommit_create 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.155540 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102313) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 18:21:09.155865 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading Plugin: tag Jan 17 18:21:09.162450 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102313) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 18:21:09.162782 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading Plugin: timestamp Jan 17 18:21:09.166807 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102313) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 18:21:09.167139 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading Plugin: network_ip_availability Jan 17 18:21:09.172776 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.173097 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.173456 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.174186 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102313) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 18:21:09.174509 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading Plugin: flavors Jan 17 18:21:09.179309 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102313) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 18:21:09.179685 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading Plugin: revisions Jan 17 18:21:09.184024 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102313) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 18:21:09.184419 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_concurrency.lockutils [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.757s {{(pid=102313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 17 18:21:09.185287 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102313) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 17 18:21:09.185756 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Initializing extension manager. Jan 17 18:21:09.186282 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: __init__.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.186628 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: __pycache__ {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.186965 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.187300 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: address_group.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.188100 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.188673 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: address-group Jan 17 18:21:09.189000 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: address_scope.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.189912 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.190431 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: address-scope Jan 17 18:21:09.190755 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.191728 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.192245 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: router-admin-state-down-before-update Jan 17 18:21:09.192567 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: agent.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.193264 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.193775 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: agent Jan 17 18:21:09.194097 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: agent_resources_synced.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.195005 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.195547 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: agent-resources-synced Jan 17 18:21:09.195873 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: allowedaddresspairs.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.197661 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.198185 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: allowed-address-pairs Jan 17 18:21:09.198511 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: auto_allocated_topology.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.199636 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.200152 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: auto-allocated-topology Jan 17 18:21:09.200479 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: availability_zone.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.201903 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.202420 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: availability_zone Jan 17 18:21:09.202744 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: availability_zone_filter.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.203697 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.204213 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: availability_zone_filter Jan 17 18:21:09.204535 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: data_plane_status.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.205444 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.205949 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extension data-plane-status not supported by any of loaded plugins Jan 17 18:21:09.206270 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: default_subnetpools.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.207183 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.207728 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: default-subnetpools Jan 17 18:21:09.208052 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.208854 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.209368 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: dhcp_agent_scheduler Jan 17 18:21:09.209697 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: dns.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.210608 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.211115 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extension dns-integration not supported by any of loaded plugins Jan 17 18:21:09.211438 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: dns_domain_ports.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.212373 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.212874 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 17 18:21:09.213196 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.214113 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.214614 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 17 18:21:09.214934 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: dvr.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.215632 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.216158 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: dvr Jan 17 18:21:09.217012 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: ecmp_routes.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.217927 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.218427 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 17 18:21:09.218749 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: empty_string_filtering.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.219685 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.220195 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: empty-string-filtering Jan 17 18:21:09.220519 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.221424 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.221933 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 17 18:21:09.222257 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.223169 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.223711 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 17 18:21:09.224036 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: external_net.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.224953 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.225469 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: external-net Jan 17 18:21:09.225796 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.226696 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.227212 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: extra_dhcp_opt Jan 17 18:21:09.227570 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: extraroute.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.228494 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.229003 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: extraroute Jan 17 18:21:09.229322 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: extraroute_atomic.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.230365 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.230881 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: extraroute-atomic Jan 17 18:21:09.231203 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: filter_validation.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.231918 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.232427 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: filter-validation Jan 17 18:21:09.232747 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: fip_pf_description.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.233655 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.234158 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 17 18:21:09.234478 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: fip_port_details.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.235386 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.235923 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: fip-port-details Jan 17 18:21:09.236245 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: flavors.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.237482 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.238001 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: flavors Jan 17 18:21:09.238324 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.240032 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.240556 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 17 18:21:09.240888 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: floatingip_pools.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.241589 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.242105 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: floatingip-pools Jan 17 18:21:09.242433 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: ip_allocation.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.243382 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.243918 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extension ip_allocation not supported by any of loaded plugins Jan 17 18:21:09.244246 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.245167 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.245682 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: ip-substring-filtering Jan 17 18:21:09.246009 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: l2_adjacency.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.246934 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.247549 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 17 18:21:09.247896 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: l3.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.248992 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.249512 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: router Jan 17 18:21:09.249840 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.252114 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.252648 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 17 18:21:09.252980 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.253914 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.254434 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: ext-gw-mode Jan 17 18:21:09.254762 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.255736 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.256268 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: l3-ha Jan 17 18:21:09.256578 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: l3_flavors.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.257581 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.258069 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: l3-flavors Jan 17 18:21:09.258395 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.259309 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.259861 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 17 18:21:09.260189 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: l3agentscheduler.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.261482 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.261994 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: l3_agent_scheduler Jan 17 18:21:09.262325 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: local_ip.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.264662 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.265189 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extension local_ip not supported by any of loaded plugins Jan 17 18:21:09.265525 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: logging.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.267019 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.267596 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extension logging not supported by any of loaded plugins Jan 17 18:21:09.267940 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: metering.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.268684 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.269259 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: metering Jan 17 18:21:09.269597 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.270785 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.271341 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: metering_source_and_destination_fields Jan 17 18:21:09.271728 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: multiprovidernet.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.272722 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.273302 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: multi-provider Jan 17 18:21:09.273662 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: netmtu.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.274763 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.275215 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: net-mtu Jan 17 18:21:09.275605 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: netmtu_writable.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.276802 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.277463 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: net-mtu-writable Jan 17 18:21:09.277744 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: network_availability_zone.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.278501 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.279709 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: network_availability_zone Jan 17 18:21:09.280031 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: network_ip_availability.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.281161 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.281678 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: network-ip-availability Jan 17 18:21:09.282002 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: network_segment_range.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.282768 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.283278 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extension network-segment-range not supported by any of loaded plugins Jan 17 18:21:09.283632 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: pagination.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.284749 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.285083 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: pagination Jan 17 18:21:09.285405 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: port_device_profile.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.286310 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.286829 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: port-device-profile Jan 17 18:21:09.287152 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.288101 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.288614 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: port-mac-address-regenerate Jan 17 18:21:09.288936 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.289844 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.290367 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: port-numa-affinity-policy Jan 17 18:21:09.290691 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: port_resource_request.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.291641 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.292149 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extension port-resource-request not supported by any of loaded plugins Jan 17 18:21:09.292471 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: port_resource_request_groups.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.293446 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.293957 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 17 18:21:09.294313 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: portbindings.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.295319 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.295864 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: binding Jan 17 18:21:09.296189 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: portbindings_extended.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.297467 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.297990 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: binding-extended Jan 17 18:21:09.298316 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: portsecurity.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.299234 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.299787 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: port-security Jan 17 18:21:09.300112 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: project_id.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.301091 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.301422 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: project-id Jan 17 18:21:09.301747 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: providernet.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.302660 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.303178 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: provider Jan 17 18:21:09.303540 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: qos.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.307190 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.307761 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extension qos not supported by any of loaded plugins Jan 17 18:21:09.308098 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.309353 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.309878 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 17 18:21:09.310248 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.311174 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.311724 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 17 18:21:09.312053 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: qos_default.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.312967 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.313481 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extension qos-default not supported by any of loaded plugins Jan 17 18:21:09.313806 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: qos_fip.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.314729 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.315242 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extension qos-fip not supported by any of loaded plugins Jan 17 18:21:09.315608 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.316528 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.317040 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 17 18:21:09.317361 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: qos_gateway_ip.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.318286 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.318797 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 17 18:21:09.319120 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: qos_port_network_policy.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.320064 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.320579 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 17 18:21:09.320901 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.321955 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.322470 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 17 18:21:09.322794 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: qos_pps_rule.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.323998 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.324519 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extension qos-pps not supported by any of loaded plugins Jan 17 18:21:09.324845 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: qos_rule_type_details.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.326355 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.326869 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 17 18:21:09.327191 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: qos_rules_alias.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.328264 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.328777 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 17 18:21:09.329105 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: quota_check_limit.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.330021 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.330541 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: quota-check-limit Jan 17 18:21:09.330869 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: quotasv2.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.331834 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.332173 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: quotas Jan 17 18:21:09.332496 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: quotasv2_detail.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.335932 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.336279 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: quota_details Jan 17 18:21:09.336614 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: rbac.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.337675 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.338211 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: rbac-policies Jan 17 18:21:09.338543 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: rbac_address_group.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.339506 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.340028 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: rbac-address-group Jan 17 18:21:09.340356 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: rbac_address_scope.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.341924 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.342437 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: rbac-address-scope Jan 17 18:21:09.342763 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: rbac_security_groups.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.343717 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.344233 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: rbac-security-groups Jan 17 18:21:09.344560 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: rbac_subnetpool.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.345479 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.345994 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: rbac-subnetpool Jan 17 18:21:09.346322 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: revisionifmatch.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.347245 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.347800 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: revision-if-match Jan 17 18:21:09.348132 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: revisions.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.349253 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.349776 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: standard-attr-revisions Jan 17 18:21:09.350103 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: router_availability_zone.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.350779 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.351302 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: router_availability_zone Jan 17 18:21:09.351658 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: routerservicetype.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.352579 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.353089 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extension router-service-type not supported by any of loaded plugins Jan 17 18:21:09.353412 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.354419 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.354935 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: security-groups-normalized-cidr Jan 17 18:21:09.355260 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.356220 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.356731 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: port-security-groups-filtering Jan 17 18:21:09.357085 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.358010 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.358521 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: security-groups-remote-address-group Jan 17 18:21:09.358844 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.359805 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.360320 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: security-groups-shared-filtering Jan 17 18:21:09.360652 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.361241 dv-cinder-824995-1-iscsi neutron-server[102313]: WARNING neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 17 18:21:09.361564 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: securitygroup.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.371245 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.371841 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: security-group Jan 17 18:21:09.372178 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: segment.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.373681 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.374202 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extension segment not supported by any of loaded plugins Jan 17 18:21:09.374532 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.375502 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.376024 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 17 18:21:09.376351 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: servicetype.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.377454 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.377984 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: service-type Jan 17 18:21:09.378315 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: sorting.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.379306 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.379674 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: sorting Jan 17 18:21:09.380003 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: standard_attr_segment.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.380927 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.381448 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 17 18:21:09.381769 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: standardattrdescription.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.382415 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.382927 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: standard-attr-description Jan 17 18:21:09.383251 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: stateful_security_group.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.384213 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.384733 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: stateful-security-group Jan 17 18:21:09.385058 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: stdattrs_common.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.385901 dv-cinder-824995-1-iscsi neutron-server[102313]: WARNING neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 17 18:21:09.386225 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.387148 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.387708 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 17 18:21:09.388088 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: subnet_onboard.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.389908 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.390442 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: subnet_onboard Jan 17 18:21:09.390775 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.391747 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.392268 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 17 18:21:09.392597 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: subnet_service_types.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.393520 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.394048 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: subnet-service-types Jan 17 18:21:09.394375 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: subnetallocation.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.395463 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.396014 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: subnet_allocation Jan 17 18:21:09.396342 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.397007 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.397534 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: subnetpool-prefix-ops Jan 17 18:21:09.397857 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.398784 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.399297 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 17 18:21:09.399649 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: tagging.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.400708 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.401244 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: standard-attr-tag Jan 17 18:21:09.401574 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: timestamp.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.402824 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.403342 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loaded extension: standard-attr-timestamp Jan 17 18:21:09.404705 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: trunk.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.405826 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.406365 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extension trunk not supported by any of loaded plugins Jan 17 18:21:09.406697 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: trunk_details.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.407645 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.408161 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extension trunk-details not supported by any of loaded plugins Jan 17 18:21:09.408486 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: uplink_status_propagation.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.409407 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.409920 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 17 18:21:09.410242 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Loading extension file: vlantransparent.py {{(pid=102313) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 18:21:09.410913 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102313) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 18:21:09.411424 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 17 18:21:09.413954 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.quota.resource_registry [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Creating instance of TrackedResource for resource:network Jan 17 18:21:09.414479 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.quota.resource_registry [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Creating instance of TrackedResource for resource:subnet Jan 17 18:21:09.414873 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.quota.resource_registry [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 18:21:09.415261 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.quota.resource_registry [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Creating instance of TrackedResource for resource:port Jan 17 18:21:09.416515 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.v2.resource_helper [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 18:21:09.416958 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.v2.resource_helper [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Service FLAVORS assigned prefix: {{(pid=102313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 18:21:09.417553 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.v2.resource_helper [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 18:21:09.417971 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.v2.resource_helper [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 18:21:09.418300 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.quota.resource_registry [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Creating instance of TrackedResource for resource:router Jan 17 18:21:09.418729 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.quota.resource_registry [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Creating instance of TrackedResource for resource:floatingip Jan 17 18:21:09.419216 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.v2.resource_helper [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Service METERING assigned prefix: /metering {{(pid=102313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 18:21:09.420691 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.421074 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.421411 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:21:09.422409 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.quota.resource_registry [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Creating instance of CountableResource for resource:rbac_policy Jan 17 18:21:09.422897 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.quota.resource_registry [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Creating instance of TrackedResource for resource:security_group Jan 17 18:21:09.423271 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.quota.resource_registry [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 17 18:21:09.423896 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.v2.resource_helper [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Service CORE assigned prefix: {{(pid=102313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 18:21:09.424235 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.quota.resource_registry [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 18:21:09.424588 dv-cinder-824995-1-iscsi neutron-server[102313]: WARNING neutron.quota.resource_registry [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] subnetpool is already registered Jan 17 18:21:09.425015 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.v2.resource_helper [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Service CORE assigned prefix: {{(pid=102313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 18:21:09.425341 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.quota.resource_registry [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 18:21:09.425666 dv-cinder-824995-1-iscsi neutron-server[102313]: WARNING neutron.quota.resource_registry [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] subnetpool is already registered Jan 17 18:21:09.428015 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.v2.resource_helper [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 18:21:09.428566 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.v2.resource_helper [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Service FLAVORS assigned prefix: {{(pid=102313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 18:21:09.429191 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.v2.resource_helper [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 18:21:09.429609 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.v2.resource_helper [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 18:21:09.429943 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.quota.resource_registry [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Creating instance of TrackedResource for resource:router Jan 17 18:21:09.430276 dv-cinder-824995-1-iscsi neutron-server[102313]: WARNING neutron.quota.resource_registry [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] router is already registered Jan 17 18:21:09.430679 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.quota.resource_registry [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Creating instance of TrackedResource for resource:floatingip Jan 17 18:21:09.431006 dv-cinder-824995-1-iscsi neutron-server[102313]: WARNING neutron.quota.resource_registry [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] floatingip is already registered Jan 17 18:21:09.431502 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.v2.resource_helper [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Service METERING assigned prefix: /metering {{(pid=102313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 18:21:09.432192 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.quota.resource_registry [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Creating instance of CountableResource for resource:rbac_policy Jan 17 18:21:09.432516 dv-cinder-824995-1-iscsi neutron-server[102313]: WARNING neutron.quota.resource_registry [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] rbac_policy is already registered Jan 17 18:21:09.432932 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.quota.resource_registry [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Creating instance of TrackedResource for resource:security_group Jan 17 18:21:09.433273 dv-cinder-824995-1-iscsi neutron-server[102313]: WARNING neutron.quota.resource_registry [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] security_group is already registered Jan 17 18:21:09.433671 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.quota.resource_registry [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 17 18:21:09.434004 dv-cinder-824995-1-iscsi neutron-server[102313]: WARNING neutron.quota.resource_registry [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] security_group_rule is already registered Jan 17 18:21:09.434484 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.v2.resource_helper [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Service CORE assigned prefix: {{(pid=102313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 18:21:09.434807 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.quota.resource_registry [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 18:21:09.435682 dv-cinder-824995-1-iscsi neutron-server[102313]: WARNING neutron.quota.resource_registry [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] subnetpool is already registered Jan 17 18:21:09.436104 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.v2.resource_helper [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Service CORE assigned prefix: {{(pid=102313) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 18:21:09.436434 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.quota.resource_registry [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 18:21:09.436758 dv-cinder-824995-1-iscsi neutron-server[102313]: WARNING neutron.quota.resource_registry [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] subnetpool is already registered Jan 17 18:21:09.437220 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extended resource: extensions {{(pid=102313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 18:21:09.439843 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extended resource: address-groups {{(pid=102313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 18:21:09.441338 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extended resource: address-scopes {{(pid=102313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 18:21:09.442543 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extended resource: agents {{(pid=102313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 18:21:09.443825 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extended resource: auto-allocated-topology {{(pid=102313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 18:21:09.445054 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extended resource: availability_zones {{(pid=102313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 18:21:09.446252 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extended resource: dhcp-networks {{(pid=102313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 18:21:09.447673 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extended resource: dhcp-agents {{(pid=102313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 18:21:09.449180 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extended resource: routers {{(pid=102313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 18:21:09.451891 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extended resource: flavors {{(pid=102313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 18:21:09.453136 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extended resource: service_profiles {{(pid=102313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 18:21:09.454335 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extended resource: next_providers {{(pid=102313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 18:21:09.455793 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extended resource: service_profiles {{(pid=102313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 18:21:09.457344 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extended resource: floatingip-pools {{(pid=102313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 18:21:09.458737 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extended resource: routers {{(pid=102313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 18:21:09.460855 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extended resource: floatingips {{(pid=102313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 18:21:09.462126 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extended resource: l3-routers {{(pid=102313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 18:21:09.463511 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extended resource: l3-agents {{(pid=102313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 18:21:09.464909 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extended resource: metering-labels {{(pid=102313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 18:21:09.466147 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extended resource: metering-label-rules {{(pid=102313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 18:21:09.467547 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extended resource: network-ip-availabilities {{(pid=102313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 18:21:09.468799 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extended resource: bindings {{(pid=102313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 18:21:09.470331 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extended resource: quotas {{(pid=102313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 18:21:09.472094 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extended resource: quotas {{(pid=102313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 18:21:09.473607 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extended resource: rbac-policies {{(pid=102313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 18:21:09.474796 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extended resource: security-groups {{(pid=102313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 18:21:09.476121 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extended resource: security-group-rules {{(pid=102313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 18:21:09.477328 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extended resource: service-providers {{(pid=102313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 18:21:09.478568 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extended resource: subnetpools {{(pid=102313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 18:21:09.479901 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extended resource: subnetpools {{(pid=102313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 18:21:09.481424 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extended resource: tags {{(pid=102313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 18:21:09.483186 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extended resource: tags {{(pid=102313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 18:21:09.485002 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extended resource: tags {{(pid=102313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 18:21:09.486759 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extended resource: tags {{(pid=102313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 18:21:09.488466 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extended resource: tags {{(pid=102313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 18:21:09.490383 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extended resource: tags {{(pid=102313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 18:21:09.492069 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extended resource: tags {{(pid=102313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 18:21:09.494820 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extended resource: tags {{(pid=102313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 18:21:09.496637 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extended resource: tags {{(pid=102313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 18:21:09.498851 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron.api.extensions [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Extended resource: tags {{(pid=102313) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 18:21:09.504870 dv-cinder-824995-1-iscsi neutron-server[102313]: WARNING keystonemiddleware.auth_token [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 17 18:21:09.509406 dv-cinder-824995-1-iscsi neutron-server[102313]: WARNING keystonemiddleware.auth_token [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 17 18:21:09.518907 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_concurrency.lockutils [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Acquired lock "singleton_lock" {{(pid=102313) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 17 18:21:09.519375 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_concurrency.lockutils [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Releasing lock "singleton_lock" {{(pid=102313) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 17 18:21:09.520062 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO oslo_service.service [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Starting 2 workers Jan 17 18:21:09.524944 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Started child 102422 {{(pid=102313) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 17 18:21:09.529462 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Started child 102423 {{(pid=102313) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 17 18:21:09.530724 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:09.531407 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO neutron.service [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 17 18:21:09.531802 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:09.532397 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [-] (102422) wsgi starting up on http://0.0.0.0:9696 Jan 17 18:21:09.534331 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO oslo_service.service [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Starting 1 workers Jan 17 18:21:09.534851 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:09.536292 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [-] (102423) wsgi starting up on http://0.0.0.0:9696 Jan 17 18:21:09.539611 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Started child 102424 {{(pid=102313) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 17 18:21:09.540148 dv-cinder-824995-1-iscsi neutron-server[102313]: INFO oslo_service.service [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Starting 1 workers Jan 17 18:21:09.543608 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.service [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] calling RpcWorker wait() {{(pid=102424) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 17 18:21:09.544142 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.service [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] returning from RpcWorker wait() {{(pid=102424) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 17 18:21:09.544678 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Started child 102425 {{(pid=102313) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 17 18:21:09.545549 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93c98357-add4-4327-95bf-7cb8614b6a92 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:09.545817 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:09.546335 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:21:09.547560 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102313) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 17 18:21:09.547787 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 18:21:09.547971 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 18:21:09.548208 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 18:21:09.548557 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 18:21:09.548721 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 18:21:09.549246 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.549508 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.549759 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.550030 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.550305 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.550587 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:09.551071 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.551144 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.551346 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.551602 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:21:09.551698 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.551889 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.552038 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.552208 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.552473 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.552729 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.553004 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.553257 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.553505 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.553777 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.553966 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.554219 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.554491 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.554745 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.555012 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] debug = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.555264 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.555776 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.556008 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.556275 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.556517 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.556800 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.557027 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.557293 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.557509 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.557752 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.557998 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.558267 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.558517 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.558738 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.559006 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.559220 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.559498 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.559738 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.560828 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] host = dv-cinder-824995-1-iscsi {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.561550 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.561550 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.561832 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.561971 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.562183 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.562423 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.562693 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.562958 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.563215 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.563473 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.563713 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.563962 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.564181 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.564437 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] log_file = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.564601 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] log_options = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.564853 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.565129 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.565377 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.565581 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.565750 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.565914 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.566169 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.566322 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.566589 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.566835 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.567053 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.567300 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.567576 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.567820 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.568077 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.568326 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.568562 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.568797 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.569054 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.569280 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.569504 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.569728 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.569964 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.570183 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.570398 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.570636 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.570981 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.571136 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.571788 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.571788 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.571788 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.572200 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.572339 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.573070 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.573070 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.573070 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.573719 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.573719 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.573719 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.574143 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.574279 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.574417 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.574648 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.574864 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.575093 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.575326 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.575686 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] use_json = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.577269 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.577269 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.577269 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.577828 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.577828 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.578969 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.578969 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.578969 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.578969 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.578969 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.579737 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.579737 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.579737 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.580318 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.580318 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.580581 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.580581 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.580848 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.581039 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.582356 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.582356 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.582356 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.582356 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.582356 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.584380 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.584380 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.584380 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.584380 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.584380 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.584380 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.584380 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.584380 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.585877 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.585877 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.585877 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.585877 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.585877 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.585877 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.587854 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.587854 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.587854 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.587854 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.587854 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.587854 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.589482 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.589482 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.589775 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.592053 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.592498 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.595542 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.595749 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.596006 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.596654 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.596654 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.596817 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.597071 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.597368 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.597619 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.597862 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.598094 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.598330 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.598591 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.598835 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.599072 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.599314 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.599608 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.599873 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.600121 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.600332 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.600573 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.600796 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.601027 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.601252 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.601466 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.601702 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.601944 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.602158 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.602419 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.602637 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.602850 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.603065 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.603306 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.603561 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.603779 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.603995 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.604308 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.604535 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.604748 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.604968 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.605173 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.605653 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.605941 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.606170 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.606463 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.606690 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.607030 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.607255 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.607608 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.607695 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.607904 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.608497 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.608842 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.609145 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.609357 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.609599 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.609842 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.610064 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.610313 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.610541 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.610760 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.610976 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.611227 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.611477 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.611736 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.611963 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.612189 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.612451 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.612694 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.612955 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.613188 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.613441 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.613685 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.613951 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.614227 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.614462 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.614718 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.614952 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.615250 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.615613 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.616048 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.616280 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.616563 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.616867 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.617127 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.617409 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.617673 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.617925 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.618192 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.618423 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.618673 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.618909 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.619163 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.619403 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.620356 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.620356 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.620356 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.620356 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.620646 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.620861 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.621073 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.621287 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.621561 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.621821 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.622064 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.622354 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.623080 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.623398 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.623668 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.623920 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.624164 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.624401 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.624633 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.624845 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.625089 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.625323 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.625558 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.625871 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.626087 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.626353 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.626587 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.626826 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.627055 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.627306 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.627544 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.627788 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.627999 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.628222 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.628459 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.628691 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.628909 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.629126 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.629341 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.629611 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.629824 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.630092 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.630339 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.630588 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.630816 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.631047 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.631319 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.631556 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.631796 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.632015 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.632248 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.632465 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.632683 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.632894 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.633106 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.633409 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.633790 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.634133 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.634373 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.634712 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.634964 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.635471 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.635751 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.635969 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.636218 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.636652 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.636869 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.637097 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.637341 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.637559 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.637826 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.638739 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.639017 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.639237 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.639474 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.639686 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.639922 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.640172 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.640467 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.640698 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.640935 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.641196 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.641432 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.641635 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.641870 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.642096 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.642275 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.642519 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.642737 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.642945 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.643192 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.643401 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.643634 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.643857 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.644111 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.644343 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.644589 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.644800 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.645007 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.645233 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.645472 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.645680 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.645926 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.646132 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.646342 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.646567 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.646783 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.646990 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.647225 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.647434 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.647680 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.647923 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.648138 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.648345 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.648625 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.648877 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.649094 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.649381 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.649613 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.649855 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.650093 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.650404 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.650637 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.650892 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.651129 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.651347 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.651619 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.651873 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.652203 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.652480 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.652732 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.652993 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.653270 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.653547 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.653859 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.654035 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.654324 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.654634 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.654915 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.655170 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.655397 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.655681 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.655917 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.656132 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.656384 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.656622 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.656838 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.657075 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.657306 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.657548 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.657737 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:21:09.657835 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.657997 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.658243 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.658460 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.658670 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.658891 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.659124 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.659281 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 18:21:09.659862 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102313) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 17 18:21:09.660025 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 18:21:09.660178 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 18:21:09.660441 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 18:21:09.660622 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 18:21:09.661393 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 18:21:09.661602 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.661941 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.662098 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.662295 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.662459 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.662636 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.662793 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.662946 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.663101 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.663252 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.663405 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.663593 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.663746 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.663897 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.664062 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.664256 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.664418 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.664541 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.664700 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.664861 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.665180 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.665180 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.665357 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] debug = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.665470 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.665667 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.666015 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.666376 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.666376 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.666553 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.666621 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.666771 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.666912 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.667075 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.667230 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.667560 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.667854 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.668151 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.668489 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.668713 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.668949 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.669122 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.669330 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] host = dv-cinder-824995-1-iscsi {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.669490 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.669614 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.669948 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.669948 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.670458 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.670627 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.670820 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.670919 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.671071 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.671489 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.671489 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.671641 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.671707 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.671856 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] log_file = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.672014 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] log_options = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.672667 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.672667 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.672667 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.672667 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.672971 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.672971 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.673106 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.675366 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.675589 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.675770 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.675949 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.676124 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.676296 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.676463 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.676628 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.676787 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.677104 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.677855 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 49764) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:21:09.679732 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.679921 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.680105 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.680287 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.680463 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.680640 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.680806 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.680974 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.681142 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.681306 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.681471 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.681637 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.681797 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.681961 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.682124 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.682286 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.682449 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.682612 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.682774 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.682936 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.683097 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.683265 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.683427 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.683612 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.683773 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.683932 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.684098 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.684260 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.684419 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.684579 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] use_json = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.684740 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.685421 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.685609 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.685803 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.686027 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.686187 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.686348 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.686512 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.686672 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 18:21:09.686856 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.687021 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.687331 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071995 Jan 17 18:21:09.688137 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.688314 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.688483 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.688652 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.688817 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.688984 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.689148 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.689312 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.689483 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.689650 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.689826 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.689991 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.690155 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.690323 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.690486 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.690646 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.690810 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.690973 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.691128 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.691291 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.691511 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.691683 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.691847 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.692009 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.692169 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.692331 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.692491 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.692670 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.692822 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.692984 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.693199 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.693335 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.693469 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.693602 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.693735 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.693904 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.697376 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.697376 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.697376 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.697376 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.697376 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.697376 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.697859 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.698041 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.698224 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.698385 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.698558 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.698742 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.699550 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.699752 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.700176 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.700363 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.701873 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.701873 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.701873 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.701873 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.701873 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.702225 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.702225 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.702344 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.702505 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.702659 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.702816 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.703209 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.703209 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.703386 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.703494 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.703635 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.703798 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.703960 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.704124 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.704286 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.705310 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.705485 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.705711 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.705885 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.706047 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.706211 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.706370 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.706696 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.707481 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.707481 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.707481 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.707481 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.707481 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.707835 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.707835 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.707966 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.708223 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.708328 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.708510 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.708668 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.709037 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.709037 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.709191 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.709274 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.709428 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.709596 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.709761 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.709921 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.710085 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.710268 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.710405 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.710567 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.711348 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.711348 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.711348 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.711348 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.711348 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.711773 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.711773 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.711891 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.711956 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.712180 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.712272 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.712412 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.712645 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.712752 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.712895 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.713046 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.713213 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.713386 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.713540 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.713703 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.713853 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.714008 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.714171 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.714976 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.714976 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.714976 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.714976 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.714976 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.715502 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.715502 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.715707 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.715827 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.715960 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.716116 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.716303 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.716464 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.716624 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.716785 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.716952 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.717114 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.717299 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.717451 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.717595 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.717736 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.717902 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.718067 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.718222 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.718487 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.718655 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.718980 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.719151 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.720728 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.720728 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.720728 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.720728 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.720728 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.720728 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.720728 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.720728 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.721198 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.721198 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.721198 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.721198 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.721198 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.721458 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.721458 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.721579 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.721764 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.721946 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.722027 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.722192 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.722358 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.722519 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.722681 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.722841 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.723002 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.723165 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.723357 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.723506 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.723659 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.723818 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.723979 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.724139 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.724306 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.724497 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.724649 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.724781 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.724956 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.725117 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.725277 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.725437 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.725597 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.725757 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.725917 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.726079 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.726233 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.726377 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.726532 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.726695 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.726859 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.727021 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.727182 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.727337 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.727517 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.727661 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.727824 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.728000 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.728161 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.728321 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.728544 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.728731 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.728953 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.728953 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.729217 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.729350 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.729484 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.729620 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.729753 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.729886 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.730019 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.730160 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.730310 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.730471 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.730631 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.730800 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.730961 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.731121 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.731280 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.731456 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.731619 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.732313 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.732481 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.732619 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.732784 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.732942 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.733103 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.733275 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.733435 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.733595 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.733756 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.733917 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.734076 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.734245 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.734409 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.734573 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.734739 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.734899 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.735059 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.735219 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.735390 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.735580 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.735743 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.735908 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.736068 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.736226 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.736392 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.736559 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.736731 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.736898 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.737061 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.737233 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.737433 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.737569 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.737717 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.737885 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.738057 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.738218 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.738377 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.738536 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.738699 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.738860 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.739020 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.739168 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.739326 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.739504 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.739666 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.739828 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.739988 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.740147 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.740307 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.740468 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.740627 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.740785 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.740945 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.741104 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 18:21:09.741264 dv-cinder-824995-1-iscsi neutron-server[102313]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102313) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 18:21:21.087301 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd2023b-4cf5-4d99-a9f8-c8c3561f2add None None] get_active_networks_info from dv-cinder-824995-1-iscsi {{(pid=102424) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 17 18:21:21.143571 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd2023b-4cf5-4d99-a9f8-c8c3561f2add None None] No non-hosted networks {{(pid=102424) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 17 18:21:21.159360 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.agentschedulers_db [None req-cbd2023b-4cf5-4d99-a9f8-c8c3561f2add None None] DHCP Agent not found on host dv-cinder-824995-1-iscsi {{(pid=102424) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 17 18:21:21.284540 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-14663edd-f24b-41dd-aeaa-749da3494448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565935'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:23.370103 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c75494b5-86e2-470a-a36d-5ff4facef790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565935'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:23.379348 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.db.api [None req-b1fb1b88-efcb-4b86-81f0-4a4feb2a9277 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-824995-1-iscsi {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 18:21:23.380095 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG oslo_db.api [None req-b1fb1b88-efcb-4b86-81f0-4a4feb2a9277 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 18:21:23.904166 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1fb1b88-efcb-4b86-81f0-4a4feb2a9277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:24.516874 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565935'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:26.059057 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565935'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:27.289868 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565935'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:27.291769 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:21:27.292308 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:21:27.292784 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:21:27.293279 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:21:27.294254 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:21:27.294950 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:21:27.295427 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:21:27.295990 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:21:27.297039 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:21:27.297539 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:21:27.298196 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:21:27.298677 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:21:27.299155 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:21:27.299741 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-824995-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:21:27.314857 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-824995-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:21:29.328518 dv-cinder-824995-1-iscsi neutron-server[102424]: INFO neutron.db.l3_hamode_db [None req-f14793c6-36b1-41c2-b447-bc449737b3e2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 17 18:21:29.410128 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14793c6-36b1-41c2-b447-bc449737b3e2 None None] Routers set() bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:21:29.410785 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14793c6-36b1-41c2-b447-bc449737b3e2 None None] Router IDs set() for agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 17 18:21:29.977074 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 49864) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:21:30.472635 dv-cinder-824995-1-iscsi neutron-server[102422]: WARNING oslo_policy.policy [None req-2bb91f02-8ccb-444c-b905-a68a7121247e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 18:21:30.473202 dv-cinder-824995-1-iscsi neutron-server[102422]: WARNING oslo_policy.policy [None req-2bb91f02-8ccb-444c-b905-a68a7121247e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 18:21:30.699356 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [None req-2bb91f02-8ccb-444c-b905-a68a7121247e admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 18:21:30.701179 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-2bb91f02-8ccb-444c-b905-a68a7121247e admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7230892 Jan 17 18:21:33.374372 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 49880) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:21:33.672668 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-55afa6e3-d7a6-4b0f-8b60-d33b9db37d30 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'tenant_id': '7a4151e32e04424c9a4de045f67bc003', 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:21:33.773513 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.policy [None req-55afa6e3-d7a6-4b0f-8b60-d33b9db37d30 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102422) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 17 18:21:33.820927 dv-cinder-824995-1-iscsi neutron-server[102422]: WARNING oslo_policy.policy [None req-55afa6e3-d7a6-4b0f-8b60-d33b9db37d30 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 18:21:33.821312 dv-cinder-824995-1-iscsi neutron-server[102422]: WARNING oslo_policy.policy [None req-55afa6e3-d7a6-4b0f-8b60-d33b9db37d30 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 18:21:33.829909 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.quota [None req-55afa6e3-d7a6-4b0f-8b60-d33b9db37d30 admin admin] Loaded quota_driver: . Jan 17 18:21:33.920150 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-55afa6e3-d7a6-4b0f-8b60-d33b9db37d30 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736377584699', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736377582158', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736377563074', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736377565945', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736377558401', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736377538795', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16714831', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16717959', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-535496', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-590269'] for rbac-policy (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:33.984158 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-55afa6e3-d7a6-4b0f-8b60-d33b9db37d30 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:33.985365 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-55afa6e3-d7a6-4b0f-8b60-d33b9db37d30 admin admin] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6099694 Jan 17 18:21:36.660156 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 49892) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:21:37.150580 dv-cinder-824995-1-iscsi neutron-server[102423]: WARNING oslo_policy.policy [None req-b897d375-6537-40c4-9e1d-f72962a17d52 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 18:21:37.151127 dv-cinder-824995-1-iscsi neutron-server[102423]: WARNING oslo_policy.policy [None req-b897d375-6537-40c4-9e1d-f72962a17d52 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 18:21:37.375845 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-b897d375-6537-40c4-9e1d-f72962a17d52 admin admin] Request body: {'network': {'project_id': '55f63ed5b699408c9b6ea0c4c2a451ae', 'admin_state_up': True, 'tenant_id': '55f63ed5b699408c9b6ea0c4c2a451ae', 'name': 'private'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:21:37.377441 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.quota [None req-b897d375-6537-40c4-9e1d-f72962a17d52 admin admin] Loaded quota_driver: . Jan 17 18:21:37.433773 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b897d375-6537-40c4-9e1d-f72962a17d52 admin admin] Made reservation on behalf of 55f63ed5b699408c9b6ea0c4c2a451ae for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:21:37.504202 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.policy [None req-b897d375-6537-40c4-9e1d-f72962a17d52 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102423) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 17 18:21:37.552574 dv-cinder-824995-1-iscsi neutron-server[102423]: WARNING oslo_policy.policy [None req-b897d375-6537-40c4-9e1d-f72962a17d52 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 18:21:37.552949 dv-cinder-824995-1-iscsi neutron-server[102423]: WARNING oslo_policy.policy [None req-b897d375-6537-40c4-9e1d-f72962a17d52 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 18:21:37.564534 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b897d375-6537-40c4-9e1d-f72962a17d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for network (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:37.586617 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b897d375-6537-40c4-9e1d-f72962a17d52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:37.702960 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b897d375-6537-40c4-9e1d-f72962a17d52 admin admin] Publish callbacks [] for security_group (1a804519-427b-46cc-a8ae-cb72e84ce976), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:37.707069 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b897d375-6537-40c4-9e1d-f72962a17d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (1a804519-427b-46cc-a8ae-cb72e84ce976), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:37.726479 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b897d375-6537-40c4-9e1d-f72962a17d52 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 18:21:37.754774 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b897d375-6537-40c4-9e1d-f72962a17d52 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736374233375', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749'] for segment (734a439b-37b4-4052-a748-c7e9dde87108), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:37.755353 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b897d375-6537-40c4-9e1d-f72962a17d52 admin admin] Unsubscribe: segment precommit_create {{(pid=102423) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 17 18:21:37.755901 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.db.segments_db [None req-b897d375-6537-40c4-9e1d-f72962a17d52 admin admin] Added segment 734a439b-37b4-4052-a748-c7e9dde87108 of type vlan for network 3d0e9e25-9cf8-4b46-a9b3-fcd14f7bc25d Jan 17 18:21:37.772530 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897d375-6537-40c4-9e1d-f72962a17d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a804519-427b-46cc-a8ae-cb72e84ce976,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:21:37.791801 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b897d375-6537-40c4-9e1d-f72962a17d52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:21:37.792158 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b897d375-6537-40c4-9e1d-f72962a17d52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:21:37.792505 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b897d375-6537-40c4-9e1d-f72962a17d52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:21:37.792836 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b897d375-6537-40c4-9e1d-f72962a17d52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:21:37.793167 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b897d375-6537-40c4-9e1d-f72962a17d52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:21:37.794020 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b897d375-6537-40c4-9e1d-f72962a17d52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:21:37.794345 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b897d375-6537-40c4-9e1d-f72962a17d52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:21:37.794665 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b897d375-6537-40c4-9e1d-f72962a17d52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:21:37.795001 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b897d375-6537-40c4-9e1d-f72962a17d52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:21:37.795339 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b897d375-6537-40c4-9e1d-f72962a17d52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:21:37.795686 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b897d375-6537-40c4-9e1d-f72962a17d52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:21:37.796006 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b897d375-6537-40c4-9e1d-f72962a17d52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:21:37.796326 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b897d375-6537-40c4-9e1d-f72962a17d52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:21:37.797697 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b897d375-6537-40c4-9e1d-f72962a17d52 admin admin] Tracked resource versions report: Jan 17 18:21:37.797697 dv-cinder-824995-1-iscsi neutron-server[102423]: pushed versions: Jan 17 18:21:37.797697 dv-cinder-824995-1-iscsi neutron-server[102423]: { 'AddressGroup': {'1.2'}, Jan 17 18:21:37.797697 dv-cinder-824995-1-iscsi neutron-server[102423]: 'ConntrackHelper': {'1.0'}, Jan 17 18:21:37.797697 dv-cinder-824995-1-iscsi neutron-server[102423]: 'LocalIPAssociation': {'1.0'}, Jan 17 18:21:37.797697 dv-cinder-824995-1-iscsi neutron-server[102423]: 'Log': {'1.0'}, Jan 17 18:21:37.797697 dv-cinder-824995-1-iscsi neutron-server[102423]: 'Network': {'1.1'}, Jan 17 18:21:37.797697 dv-cinder-824995-1-iscsi neutron-server[102423]: 'Port': {'1.7'}, Jan 17 18:21:37.797697 dv-cinder-824995-1-iscsi neutron-server[102423]: 'PortForwarding': {'1.2'}, Jan 17 18:21:37.797697 dv-cinder-824995-1-iscsi neutron-server[102423]: 'QosPolicy': {'1.10'}, Jan 17 18:21:37.797697 dv-cinder-824995-1-iscsi neutron-server[102423]: 'SecurityGroup': {'1.5'}, Jan 17 18:21:37.797697 dv-cinder-824995-1-iscsi neutron-server[102423]: 'SecurityGroupRule': {'1.2'}, Jan 17 18:21:37.797697 dv-cinder-824995-1-iscsi neutron-server[102423]: 'SubPort': {'1.0'}, Jan 17 18:21:37.797697 dv-cinder-824995-1-iscsi neutron-server[102423]: 'Subnet': {'1.1'}, Jan 17 18:21:37.797697 dv-cinder-824995-1-iscsi neutron-server[102423]: 'Trunk': {'1.1'}} Jan 17 18:21:37.797697 dv-cinder-824995-1-iscsi neutron-server[102423]: consumer versions: Jan 17 18:21:37.797697 dv-cinder-824995-1-iscsi neutron-server[102423]: { DHCP agent@dv-cinder-824995-1-iscsi: {}, Jan 17 18:21:37.797697 dv-cinder-824995-1-iscsi neutron-server[102423]: L3 agent@dv-cinder-824995-1-iscsi: {}, Jan 17 18:21:37.797697 dv-cinder-824995-1-iscsi neutron-server[102423]: Metadata agent@dv-cinder-824995-1-iscsi: {}, Jan 17 18:21:37.797697 dv-cinder-824995-1-iscsi neutron-server[102423]: Metering agent@dv-cinder-824995-1-iscsi: {}, Jan 17 18:21:37.797697 dv-cinder-824995-1-iscsi neutron-server[102423]: Open vSwitch agent@dv-cinder-824995-1-iscsi: { 'AddressGroup': '1.2', Jan 17 18:21:37.797697 dv-cinder-824995-1-iscsi neutron-server[102423]: 'ConntrackHelper': '1.0', Jan 17 18:21:37.797697 dv-cinder-824995-1-iscsi neutron-server[102423]: 'LocalIPAssociation': '1.0', Jan 17 18:21:37.797697 dv-cinder-824995-1-iscsi neutron-server[102423]: 'Log': '1.0', Jan 17 18:21:37.797697 dv-cinder-824995-1-iscsi neutron-server[102423]: 'Network': '1.1', Jan 17 18:21:37.797697 dv-cinder-824995-1-iscsi neutron-server[102423]: 'Port': '1.7', Jan 17 18:21:37.797697 dv-cinder-824995-1-iscsi neutron-server[102423]: 'PortForwarding': '1.2', Jan 17 18:21:37.797697 dv-cinder-824995-1-iscsi neutron-server[102423]: 'QosPolicy': '1.10', Jan 17 18:21:37.797697 dv-cinder-824995-1-iscsi neutron-server[102423]: 'SecurityGroup': '1.5', Jan 17 18:21:37.797697 dv-cinder-824995-1-iscsi neutron-server[102423]: 'SecurityGroupRule': '1.2', Jan 17 18:21:37.797697 dv-cinder-824995-1-iscsi neutron-server[102423]: 'SubPort': '1.0', Jan 17 18:21:37.797697 dv-cinder-824995-1-iscsi neutron-server[102423]: 'Subnet': '1.1', Jan 17 18:21:37.797697 dv-cinder-824995-1-iscsi neutron-server[102423]: 'Trunk': '1.1'}} Jan 17 18:21:37.797697 dv-cinder-824995-1-iscsi neutron-server[102423]: {{(pid=102423) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 18:21:37.880637 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b897d375-6537-40c4-9e1d-f72962a17d52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736373697190'] for network (3d0e9e25-9cf8-4b46-a9b3-fcd14f7bc25d), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:37.921752 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b897d375-6537-40c4-9e1d-f72962a17d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506'] for network (3d0e9e25-9cf8-4b46-a9b3-fcd14f7bc25d), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:37.923119 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b897d375-6537-40c4-9e1d-f72962a17d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:21:37.923863 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b897d375-6537-40c4-9e1d-f72962a17d52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for network (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:38.001254 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-b897d375-6537-40c4-9e1d-f72962a17d52 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3389516 Jan 17 18:21:38.030655 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897d375-6537-40c4-9e1d-f72962a17d52 admin admin] Pushing event updated for resources: {'Network': ['ID=3d0e9e25-9cf8-4b46-a9b3-fcd14f7bc25d,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:21:38.042960 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Network 3d0e9e25-9cf8-4b46-a9b3-fcd14f7bc25d details requested by agent ovs-agent-dv-cinder-824995-1-iscsi with host dv-cinder-824995-1-iscsi {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 18:21:40.677951 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 49914) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:21:41.062477 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b944e4-a1d9-4f1f-908f-763d6f9673b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:21:41.063860 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-36b944e4-a1d9-4f1f-908f-763d6f9673b6 admin admin] 10.222.0.57 "GET /v2.0/networks/3d0e9e25-9cf8-4b46-a9b3-fcd14f7bc25d HTTP/1.1" status: 200 len: 825 time: 0.3849626 Jan 17 18:21:41.101784 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-b1bf80e2-e99a-4d82-bab2-e0a48e66a708 admin admin] 10.222.0.57 "GET /v2.0/subnetpools/9099ea34-2c71-4004-8ac3-8dac76d4b6bb HTTP/1.1" status: 200 len: 734 time: 0.0323703 Jan 17 18:21:41.111355 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-76b59c23-9ea5-426a-be78-bddd3f5a1b94 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '55f63ed5b699408c9b6ea0c4c2a451ae', 'network_id': '3d0e9e25-9cf8-4b46-a9b3-fcd14f7bc25d', 'subnetpool_id': '9099ea34-2c71-4004-8ac3-8dac76d4b6bb'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:21:41.133640 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b59c23-9ea5-426a-be78-bddd3f5a1b94 admin admin] Made reservation on behalf of 55f63ed5b699408c9b6ea0c4c2a451ae for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:21:41.136172 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-76b59c23-9ea5-426a-be78-bddd3f5a1b94 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:41.417965 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-76b59c23-9ea5-426a-be78-bddd3f5a1b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506'] for subnet (f1799d15-83d8-4152-afe1-7030e3080939), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:41.484199 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b59c23-9ea5-426a-be78-bddd3f5a1b94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1799d15-83d8-4152-afe1-7030e3080939,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:21:41.491087 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b59c23-9ea5-426a-be78-bddd3f5a1b94 admin admin] Checking segment: {'id': '734a439b-37b4-4052-a748-c7e9dde87108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3d0e9e25-9cf8-4b46-a9b3-fcd14f7bc25d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:21:41.491087 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b59c23-9ea5-426a-be78-bddd3f5a1b94 admin admin] Network hostable DHCP agents. Network: 3d0e9e25-9cf8-4b46-a9b3-fcd14f7bc25d, hostable agents: ['94683317-8c70-4890-b431-46000499a1c4'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 18:21:41.512532 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b59c23-9ea5-426a-be78-bddd3f5a1b94 admin admin] Network 3d0e9e25-9cf8-4b46-a9b3-fcd14f7bc25d is scheduled to be hosted by DHCP agent 94683317-8c70-4890-b431-46000499a1c4 with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 18:21:41.523484 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-76b59c23-9ea5-426a-be78-bddd3f5a1b94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824995-1-iscsi, 3d0e9e25-9cf8-4b46-a9b3-fcd14f7bc25d) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:21:41.529251 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b59c23-9ea5-426a-be78-bddd3f5a1b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:21:41.529842 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-76b59c23-9ea5-426a-be78-bddd3f5a1b94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for subnet (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:41.532761 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8064d6e-9679-45d7-b500-538304625f45 None None] Network 3d0e9e25-9cf8-4b46-a9b3-fcd14f7bc25d requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:21:41.548974 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-76b59c23-9ea5-426a-be78-bddd3f5a1b94 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4408193 Jan 17 18:21:41.804240 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f82c41-7887-4735-86cf-90650fc669d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95e1d24f-6bb3-50e3-943a-1efa89be4733-3d0e9e25-9cf8-4b46-a9b3-fcd14f7bc25d', 'network_id': '3d0e9e25-9cf8-4b46-a9b3-fcd14f7bc25d', 'project_id': '55f63ed5b699408c9b6ea0c4c2a451ae', 'fixed_ips': [{'subnet_id': 'f1799d15-83d8-4152-afe1-7030e3080939'}]}} from dv-cinder-824995-1-iscsi. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 18:21:41.805504 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e1f82c41-7887-4735-86cf-90650fc669d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:42.103767 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-e1f82c41-7887-4735-86cf-90650fc669d8 None None] Allocated IP 172.20.0.2 (3d0e9e25-9cf8-4b46-a9b3-fcd14f7bc25d/f1799d15-83d8-4152-afe1-7030e3080939/05deb6dc-5d20-4998-b930-9b1f4f530b8e) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:21:42.348696 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e1f82c41-7887-4735-86cf-90650fc669d8 None None] Publish callbacks [] for port (05deb6dc-5d20-4998-b930-9b1f4f530b8e), precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:42.356368 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e1f82c41-7887-4735-86cf-90650fc669d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924'] for port (05deb6dc-5d20-4998-b930-9b1f4f530b8e), after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:42.429818 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f82c41-7887-4735-86cf-90650fc669d8 None None] Network 3d0e9e25-9cf8-4b46-a9b3-fcd14f7bc25d is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:21:42.435641 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-e1f82c41-7887-4735-86cf-90650fc669d8 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:21:42.444977 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f82c41-7887-4735-86cf-90650fc669d8 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:21:42.452985 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f82c41-7887-4735-86cf-90650fc669d8 None None] Pushing event updated for resources: {'Port': ['ID=05deb6dc-5d20-4998-b930-9b1f4f530b8e,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:21:42.482018 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f82c41-7887-4735-86cf-90650fc669d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:21:42.482392 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f82c41-7887-4735-86cf-90650fc669d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:21:42.482759 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f82c41-7887-4735-86cf-90650fc669d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:21:42.483106 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f82c41-7887-4735-86cf-90650fc669d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:21:42.483461 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f82c41-7887-4735-86cf-90650fc669d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:21:42.483803 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f82c41-7887-4735-86cf-90650fc669d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:21:42.484135 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f82c41-7887-4735-86cf-90650fc669d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:21:42.484490 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f82c41-7887-4735-86cf-90650fc669d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:21:42.484794 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f82c41-7887-4735-86cf-90650fc669d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:21:42.485143 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f82c41-7887-4735-86cf-90650fc669d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:21:42.485475 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f82c41-7887-4735-86cf-90650fc669d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:21:42.485797 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f82c41-7887-4735-86cf-90650fc669d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:21:42.486121 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f82c41-7887-4735-86cf-90650fc669d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:21:42.487568 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f82c41-7887-4735-86cf-90650fc669d8 None None] Tracked resource versions report: Jan 17 18:21:42.487568 dv-cinder-824995-1-iscsi neutron-server[102424]: pushed versions: Jan 17 18:21:42.487568 dv-cinder-824995-1-iscsi neutron-server[102424]: { 'AddressGroup': {'1.2'}, Jan 17 18:21:42.487568 dv-cinder-824995-1-iscsi neutron-server[102424]: 'ConntrackHelper': {'1.0'}, Jan 17 18:21:42.487568 dv-cinder-824995-1-iscsi neutron-server[102424]: 'LocalIPAssociation': {'1.0'}, Jan 17 18:21:42.487568 dv-cinder-824995-1-iscsi neutron-server[102424]: 'Log': {'1.0'}, Jan 17 18:21:42.487568 dv-cinder-824995-1-iscsi neutron-server[102424]: 'Network': {'1.1'}, Jan 17 18:21:42.487568 dv-cinder-824995-1-iscsi neutron-server[102424]: 'Port': {'1.7'}, Jan 17 18:21:42.487568 dv-cinder-824995-1-iscsi neutron-server[102424]: 'PortForwarding': {'1.2'}, Jan 17 18:21:42.487568 dv-cinder-824995-1-iscsi neutron-server[102424]: 'QosPolicy': {'1.10'}, Jan 17 18:21:42.487568 dv-cinder-824995-1-iscsi neutron-server[102424]: 'SecurityGroup': {'1.5'}, Jan 17 18:21:42.487568 dv-cinder-824995-1-iscsi neutron-server[102424]: 'SecurityGroupRule': {'1.2'}, Jan 17 18:21:42.487568 dv-cinder-824995-1-iscsi neutron-server[102424]: 'SubPort': {'1.0'}, Jan 17 18:21:42.487568 dv-cinder-824995-1-iscsi neutron-server[102424]: 'Subnet': {'1.1'}, Jan 17 18:21:42.487568 dv-cinder-824995-1-iscsi neutron-server[102424]: 'Trunk': {'1.1'}} Jan 17 18:21:42.487568 dv-cinder-824995-1-iscsi neutron-server[102424]: consumer versions: Jan 17 18:21:42.487568 dv-cinder-824995-1-iscsi neutron-server[102424]: { DHCP agent@dv-cinder-824995-1-iscsi: {}, Jan 17 18:21:42.487568 dv-cinder-824995-1-iscsi neutron-server[102424]: L3 agent@dv-cinder-824995-1-iscsi: {}, Jan 17 18:21:42.487568 dv-cinder-824995-1-iscsi neutron-server[102424]: Metadata agent@dv-cinder-824995-1-iscsi: {}, Jan 17 18:21:42.487568 dv-cinder-824995-1-iscsi neutron-server[102424]: Metering agent@dv-cinder-824995-1-iscsi: {}, Jan 17 18:21:42.487568 dv-cinder-824995-1-iscsi neutron-server[102424]: Open vSwitch agent@dv-cinder-824995-1-iscsi: { 'AddressGroup': '1.2', Jan 17 18:21:42.487568 dv-cinder-824995-1-iscsi neutron-server[102424]: 'ConntrackHelper': '1.0', Jan 17 18:21:42.487568 dv-cinder-824995-1-iscsi neutron-server[102424]: 'LocalIPAssociation': '1.0', Jan 17 18:21:42.487568 dv-cinder-824995-1-iscsi neutron-server[102424]: 'Log': '1.0', Jan 17 18:21:42.487568 dv-cinder-824995-1-iscsi neutron-server[102424]: 'Network': '1.1', Jan 17 18:21:42.487568 dv-cinder-824995-1-iscsi neutron-server[102424]: 'Port': '1.7', Jan 17 18:21:42.487568 dv-cinder-824995-1-iscsi neutron-server[102424]: 'PortForwarding': '1.2', Jan 17 18:21:42.487568 dv-cinder-824995-1-iscsi neutron-server[102424]: 'QosPolicy': '1.10', Jan 17 18:21:42.487568 dv-cinder-824995-1-iscsi neutron-server[102424]: 'SecurityGroup': '1.5', Jan 17 18:21:42.487568 dv-cinder-824995-1-iscsi neutron-server[102424]: 'SecurityGroupRule': '1.2', Jan 17 18:21:42.487568 dv-cinder-824995-1-iscsi neutron-server[102424]: 'SubPort': '1.0', Jan 17 18:21:42.487568 dv-cinder-824995-1-iscsi neutron-server[102424]: 'Subnet': '1.1', Jan 17 18:21:42.487568 dv-cinder-824995-1-iscsi neutron-server[102424]: 'Trunk': '1.1'}} Jan 17 18:21:42.487568 dv-cinder-824995-1-iscsi neutron-server[102424]: {{(pid=102424) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 18:21:42.535671 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-e1f82c41-7887-4735-86cf-90650fc669d8 None None] Attempting to bind port 05deb6dc-5d20-4998-b930-9b1f4f530b8e on host dv-cinder-824995-1-iscsi for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:21:42.536251 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-e1f82c41-7887-4735-86cf-90650fc669d8 None None] Attempting to bind port 05deb6dc-5d20-4998-b930-9b1f4f530b8e by drivers openvswitch,hyperv on host dv-cinder-824995-1-iscsi at level 0 using segments [{'id': '734a439b-37b4-4052-a748-c7e9dde87108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3d0e9e25-9cf8-4b46-a9b3-fcd14f7bc25d'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:21:42.536471 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f82c41-7887-4735-86cf-90650fc669d8 None None] Attempting to bind port 05deb6dc-5d20-4998-b930-9b1f4f530b8e on network 3d0e9e25-9cf8-4b46-a9b3-fcd14f7bc25d {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:21:42.541309 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f82c41-7887-4735-86cf-90650fc669d8 None None] Checking agent: {'id': 'df58d820-fcc5-4fb7-897c-d0f1a16030b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 21, 27), 'started_at': datetime.datetime(2022, 1, 17, 18, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:21:42.541718 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f82c41-7887-4735-86cf-90650fc669d8 None None] Checking segment: {'id': '734a439b-37b4-4052-a748-c7e9dde87108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3d0e9e25-9cf8-4b46-a9b3-fcd14f7bc25d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:21:42.542182 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e1f82c41-7887-4735-86cf-90650fc669d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:42.542579 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f82c41-7887-4735-86cf-90650fc669d8 None None] Bound using segment: {'id': '734a439b-37b4-4052-a748-c7e9dde87108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3d0e9e25-9cf8-4b46-a9b3-fcd14f7bc25d'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:21:42.543079 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-e1f82c41-7887-4735-86cf-90650fc669d8 None None] Bound port: 05deb6dc-5d20-4998-b930-9b1f4f530b8e, host: dv-cinder-824995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '734a439b-37b4-4052-a748-c7e9dde87108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3d0e9e25-9cf8-4b46-a9b3-fcd14f7bc25d'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:21:42.543550 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e1f82c41-7887-4735-86cf-90650fc669d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (05deb6dc-5d20-4998-b930-9b1f4f530b8e), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:42.610325 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-e1f82c41-7887-4735-86cf-90650fc669d8 None None] For port 05deb6dc-5d20-4998-b930-9b1f4f530b8e, host dv-cinder-824995-1-iscsi, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:21:42.614938 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-e1f82c41-7887-4735-86cf-90650fc669d8 None None] For port 05deb6dc-5d20-4998-b930-9b1f4f530b8e, host dv-cinder-824995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=05deb6dc-5d20-4998-b930-9b1f4f530b8e,segment=NetworkSegment(734a439b-37b4-4052-a748-c7e9dde87108),segment_id=734a439b-37b4-4052-a748-c7e9dde87108)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:21:42.618952 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e1f82c41-7887-4735-86cf-90650fc669d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (05deb6dc-5d20-4998-b930-9b1f4f530b8e), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:42.695026 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f82c41-7887-4735-86cf-90650fc669d8 None None] Pushing event updated for resources: {'Port': ['ID=05deb6dc-5d20-4998-b930-9b1f4f530b8e,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:21:44.055089 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 49922) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:21:44.367703 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [None req-c49b5c55-0092-441b-ac6d-332c540635eb admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 18:21:44.368774 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-c49b5c55-0092-441b-ac6d-332c540635eb admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3126361 Jan 17 18:21:46.845964 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 49930) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:21:47.159142 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [None req-403be719-48b3-44bc-97ee-d73021dd0d58 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 18:21:47.160183 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-403be719-48b3-44bc-97ee-d73021dd0d58 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3132744 Jan 17 18:21:49.846142 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 49940) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:21:50.142580 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-b79ad24b-49bd-4f52-8ae5-f14fb6de8518 admin admin] Request body: {'router': {'tenant_id': '55f63ed5b699408c9b6ea0c4c2a451ae', 'admin_state_up': True, 'name': 'router1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:21:50.168272 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b79ad24b-49bd-4f52-8ae5-f14fb6de8518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31965'] for router (8c892f80-6330-41b3-ae2a-c66b2520cc8c), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:50.169792 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b79ad24b-49bd-4f52-8ae5-f14fb6de8518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-658330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31974'] for router (8c892f80-6330-41b3-ae2a-c66b2520cc8c), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:50.311596 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b79ad24b-49bd-4f52-8ae5-f14fb6de8518 admin admin] Publish callbacks [] for router_controller (8c892f80-6330-41b3-ae2a-c66b2520cc8c), precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:50.316659 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b79ad24b-49bd-4f52-8ae5-f14fb6de8518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565588'] for router (8c892f80-6330-41b3-ae2a-c66b2520cc8c), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:50.330737 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b79ad24b-49bd-4f52-8ae5-f14fb6de8518 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:50.332019 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-b79ad24b-49bd-4f52-8ae5-f14fb6de8518 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4849086 Jan 17 18:21:51.031534 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-858a2e03-20bb-42ab-bdd5-80676335d762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:52.824408 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 49952) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:21:53.147763 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [None req-134a8901-d668-4c79-a583-dceadd13252e admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 18:21:53.148855 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-134a8901-d668-4c79-a583-dceadd13252e admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3234644 Jan 17 18:21:53.336639 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-501ad361-a2bb-4dd4-9e67-390e128264f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:53.816108 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b04290-b409-4d5a-b860-58c5b65851fb None None] Network 3d0e9e25-9cf8-4b46-a9b3-fcd14f7bc25d requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:21:53.914058 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-66c3d791-d8b1-486d-85ca-4c723a0ac7bd None None] Provisioning complete for port 05deb6dc-5d20-4998-b930-9b1f4f530b8e triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:21:53.914480 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-66c3d791-d8b1-486d-85ca-4c723a0ac7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (05deb6dc-5d20-4998-b930-9b1f4f530b8e), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:53.955005 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 05deb6dc-5d20-4998-b930-9b1f4f530b8e up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:21:54.138726 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port 05deb6dc-5d20-4998-b930-9b1f4f530b8e triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:21:54.139118 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (05deb6dc-5d20-4998-b930-9b1f4f530b8e), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:54.161884 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-66c3d791-d8b1-486d-85ca-4c723a0ac7bd None None] Current status of the port 05deb6dc-5d20-4998-b930-9b1f4f530b8e is: DOWN; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:21:54.162266 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-66c3d791-d8b1-486d-85ca-4c723a0ac7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (05deb6dc-5d20-4998-b930-9b1f4f530b8e), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:54.212802 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-66c3d791-d8b1-486d-85ca-4c723a0ac7bd None None] For port 05deb6dc-5d20-4998-b930-9b1f4f530b8e, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=05deb6dc-5d20-4998-b930-9b1f4f530b8e,segment=NetworkSegment(734a439b-37b4-4052-a748-c7e9dde87108),segment_id=734a439b-37b4-4052-a748-c7e9dde87108)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:21:54.219518 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-66c3d791-d8b1-486d-85ca-4c723a0ac7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (05deb6dc-5d20-4998-b930-9b1f4f530b8e), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:54.280809 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port 05deb6dc-5d20-4998-b930-9b1f4f530b8e is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:21:54.293898 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c3d791-d8b1-486d-85ca-4c723a0ac7bd None None] Pushing event updated for resources: {'Port': ['ID=05deb6dc-5d20-4998-b930-9b1f4f530b8e,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:21:54.338357 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fedbfdf8-5341-46d6-97e4-e3021f57ddfe None None] Provisioning complete for port 05deb6dc-5d20-4998-b930-9b1f4f530b8e triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:21:54.338961 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fedbfdf8-5341-46d6-97e4-e3021f57ddfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (05deb6dc-5d20-4998-b930-9b1f4f530b8e), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:54.414832 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fedbfdf8-5341-46d6-97e4-e3021f57ddfe None None] Current status of the port 05deb6dc-5d20-4998-b930-9b1f4f530b8e is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:21:54.481886 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:54.588874 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 5 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:21:55.671257 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 49984) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:21:55.800486 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-16adbd4c-41b9-4e64-91a3-b44bfe694a54 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'name': 'public', 'project_id': '7a4151e32e04424c9a4de045f67bc003', 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'tenant_id': '7a4151e32e04424c9a4de045f67bc003'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:21:55.821641 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16adbd4c-41b9-4e64-91a3-b44bfe694a54 admin admin] Made reservation on behalf of 7a4151e32e04424c9a4de045f67bc003 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:21:55.824468 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-16adbd4c-41b9-4e64-91a3-b44bfe694a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for network (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:55.832610 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-16adbd4c-41b9-4e64-91a3-b44bfe694a54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:55.881515 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 05deb6dc-5d20-4998-b930-9b1f4f530b8e up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:21:55.908170 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-16adbd4c-41b9-4e64-91a3-b44bfe694a54 admin admin] Publish callbacks [] for security_group (832fff4a-ffe8-4ceb-b3a2-316b6c65680e), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:55.911915 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-16adbd4c-41b9-4e64-91a3-b44bfe694a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (832fff4a-ffe8-4ceb-b3a2-316b6c65680e), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:55.925971 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-16adbd4c-41b9-4e64-91a3-b44bfe694a54 admin admin] Reserving flat network on physical network physnet1 {{(pid=102423) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 17 18:21:55.932929 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port 05deb6dc-5d20-4998-b930-9b1f4f530b8e triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:21:55.933798 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (05deb6dc-5d20-4998-b930-9b1f4f530b8e), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:55.947051 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16adbd4c-41b9-4e64-91a3-b44bfe694a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832fff4a-ffe8-4ceb-b3a2-316b6c65680e,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:21:55.956854 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-16adbd4c-41b9-4e64-91a3-b44bfe694a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749'] for segment (8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:55.957263 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.db.segments_db [None req-16adbd4c-41b9-4e64-91a3-b44bfe694a54 admin admin] Added segment 8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f of type flat for network 9ec40da0-3fb2-40ad-97b9-056b5e7103fe Jan 17 18:21:56.009791 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-16adbd4c-41b9-4e64-91a3-b44bfe694a54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736373697190'] for network (9ec40da0-3fb2-40ad-97b9-056b5e7103fe), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:56.022880 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:56.024246 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port 05deb6dc-5d20-4998-b930-9b1f4f530b8e is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:21:56.044127 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-16adbd4c-41b9-4e64-91a3-b44bfe694a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506'] for network (9ec40da0-3fb2-40ad-97b9-056b5e7103fe), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:56.045251 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16adbd4c-41b9-4e64-91a3-b44bfe694a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:21:56.045821 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-16adbd4c-41b9-4e64-91a3-b44bfe694a54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for network (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:56.099349 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-16adbd4c-41b9-4e64-91a3-b44bfe694a54 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4270191 Jan 17 18:21:56.105261 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16adbd4c-41b9-4e64-91a3-b44bfe694a54 admin admin] Pushing event updated for resources: {'Network': ['ID=9ec40da0-3fb2-40ad-97b9-056b5e7103fe,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:21:56.115152 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Network 9ec40da0-3fb2-40ad-97b9-056b5e7103fe details requested by agent ovs-agent-dv-cinder-824995-1-iscsi with host dv-cinder-824995-1-iscsi {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 18:21:57.286102 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:58.384344 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 49992) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:21:58.473811 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea2f027-876d-4ff9-9e52-65af3a421069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:21:58.475123 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-7ea2f027-876d-4ff9-9e52-65af3a421069 admin admin] 10.222.0.57 "GET /v2.0/subnets/f1799d15-83d8-4152-afe1-7030e3080939 HTTP/1.1" status: 200 len: 849 time: 0.0893257 Jan 17 18:21:58.590927 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-9a450e87-fda1-432a-9da7-5b433f6a15ce admin admin] 10.222.0.57 "GET /v2.0/routers/8c892f80-6330-41b3-ae2a-c66b2520cc8c HTTP/1.1" status: 200 len: 704 time: 0.1097426 Jan 17 18:21:58.849233 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-785c88e9-f1d3-4283-ab69-16d3ce94673d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:59.133140 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-785c88e9-f1d3-4283-ab69-16d3ce94673d admin admin] Allocated IP 172.20.0.1 (3d0e9e25-9cf8-4b46-a9b3-fcd14f7bc25d/f1799d15-83d8-4152-afe1-7030e3080939/1cf7c52a-7e42-4986-806d-b632024837a0) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:21:59.324616 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-785c88e9-f1d3-4283-ab69-16d3ce94673d admin admin] Publish callbacks [] for port (1cf7c52a-7e42-4986-806d-b632024837a0), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:59.392468 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-785c88e9-f1d3-4283-ab69-16d3ce94673d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924'] for port (1cf7c52a-7e42-4986-806d-b632024837a0), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:59.459835 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785c88e9-f1d3-4283-ab69-16d3ce94673d admin admin] Network 3d0e9e25-9cf8-4b46-a9b3-fcd14f7bc25d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:21:59.465099 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-785c88e9-f1d3-4283-ab69-16d3ce94673d admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:21:59.470625 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785c88e9-f1d3-4283-ab69-16d3ce94673d admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:21:59.470984 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-785c88e9-f1d3-4283-ab69-16d3ce94673d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567171'] for router_interface (8c892f80-6330-41b3-ae2a-c66b2520cc8c), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:59.531271 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c88e9-f1d3-4283-ab69-16d3ce94673d admin admin] Pushing event updated for resources: {'Port': ['ID=1cf7c52a-7e42-4986-806d-b632024837a0,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:21:59.664284 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-54cdcf6a-5f73-43b8-817a-e934ced3daf9 None None] Provisioning complete for port 1cf7c52a-7e42-4986-806d-b632024837a0 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:21:59.664861 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-54cdcf6a-5f73-43b8-817a-e934ced3daf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (1cf7c52a-7e42-4986-806d-b632024837a0), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:59.670889 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-785c88e9-f1d3-4283-ab69-16d3ce94673d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (1cf7c52a-7e42-4986-806d-b632024837a0), before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:59.699328 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-54cdcf6a-5f73-43b8-817a-e934ced3daf9 None None] Port 1cf7c52a-7e42-4986-806d-b632024837a0 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 18:21:59.882958 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-785c88e9-f1d3-4283-ab69-16d3ce94673d admin admin] Publish callbacks [] for port (1cf7c52a-7e42-4986-806d-b632024837a0), precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:59.888498 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-785c88e9-f1d3-4283-ab69-16d3ce94673d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (1cf7c52a-7e42-4986-806d-b632024837a0), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:59.889252 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-785c88e9-f1d3-4283-ab69-16d3ce94673d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-997616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567063'] for router_interface (8c892f80-6330-41b3-ae2a-c66b2520cc8c), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:21:59.969050 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c88e9-f1d3-4283-ab69-16d3ce94673d admin admin] Pushing event updated for resources: {'Port': ['ID=1cf7c52a-7e42-4986-806d-b632024837a0,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:22:00.013350 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785c88e9-f1d3-4283-ab69-16d3ce94673d admin admin] Network 3d0e9e25-9cf8-4b46-a9b3-fcd14f7bc25d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:22:00.014624 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-785c88e9-f1d3-4283-ab69-16d3ce94673d admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:22:00.174553 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785c88e9-f1d3-4283-ab69-16d3ce94673d admin admin] Router 8c892f80-6330-41b3-ae2a-c66b2520cc8c is scheduled to L3 agent f711a738-9445-49a6-871d-c35940c1a323 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 18:22:00.219551 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-11c36167-5340-4bfa-8ed7-e97002bae6a4 None None] Provisioning complete for port 1cf7c52a-7e42-4986-806d-b632024837a0 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:22:00.219875 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-11c36167-5340-4bfa-8ed7-e97002bae6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (1cf7c52a-7e42-4986-806d-b632024837a0), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:00.255026 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-11c36167-5340-4bfa-8ed7-e97002bae6a4 None None] Port 1cf7c52a-7e42-4986-806d-b632024837a0 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 18:22:00.267340 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785c88e9-f1d3-4283-ab69-16d3ce94673d admin admin] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:22:00.272637 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-785c88e9-f1d3-4283-ab69-16d3ce94673d admin admin] 10.222.0.57 "PUT /v2.0/routers/8c892f80-6330-41b3-ae2a-c66b2520cc8c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6767390 Jan 17 18:22:00.281899 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88735856-4b14-4080-9794-07f64bc2e26a None None] Sync routers for ids ['8c892f80-6330-41b3-ae2a-c66b2520cc8c'] in dv-cinder-824995-1-iscsi {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:22:00.294791 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88735856-4b14-4080-9794-07f64bc2e26a None None] Routers {'8c892f80-6330-41b3-ae2a-c66b2520cc8c'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:22:00.295776 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-88735856-4b14-4080-9794-07f64bc2e26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:21:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['8c892f80-6330-41b3-ae2a-c66b2520cc8c'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:22:00.480585 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-88735856-4b14-4080-9794-07f64bc2e26a None None] Set router 8c892f80-6330-41b3-ae2a-c66b2520cc8c gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:22:00.905220 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-88735856-4b14-4080-9794-07f64bc2e26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c892f80-6330-41b3-ae2a-c66b2520cc8c', 'name': 'router1', 'tenant_id': '55f63ed5b699408c9b6ea0c4c2a451ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:21:50Z', 'updated_at': '2022-01-17T18:21:59Z', 'revision_number': 2, 'project_id': '55f63ed5b699408c9b6ea0c4c2a451ae', 'gw_port_host': None, '_interfaces': [{'id': '1cf7c52a-7e42-4986-806d-b632024837a0', 'name': '', 'network_id': '3d0e9e25-9cf8-4b46-a9b3-fcd14f7bc25d', 'tenant_id': '55f63ed5b699408c9b6ea0c4c2a451ae', 'mac_address': 'fa:16:3e:e5:4d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c892f80-6330-41b3-ae2a-c66b2520cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1799d15-83d8-4152-afe1-7030e3080939', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:21:58Z', 'updated_at': '2022-01-17T18:21:59Z', 'revision_number': 2, 'project_id': '55f63ed5b699408c9b6ea0c4c2a451ae', 'subnets': [{'id': 'f1799d15-83d8-4152-afe1-7030e3080939', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9099ea34-2c71-4004-8ac3-8dac76d4b6bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:22:00.955358 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88735856-4b14-4080-9794-07f64bc2e26a None None] Checking router: 8c892f80-6330-41b3-ae2a-c66b2520cc8c for host: dv-cinder-824995-1-iscsi {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:22:00.955754 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88735856-4b14-4080-9794-07f64bc2e26a None None] Updating router 8c892f80-6330-41b3-ae2a-c66b2520cc8c port 1cf7c52a-7e42-4986-806d-b632024837a0 binding host dv-cinder-824995-1-iscsi {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 18:22:01.003761 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-88735856-4b14-4080-9794-07f64bc2e26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (1cf7c52a-7e42-4986-806d-b632024837a0), before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:01.501704 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-88735856-4b14-4080-9794-07f64bc2e26a None None] Publish callbacks [] for port (1cf7c52a-7e42-4986-806d-b632024837a0), precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:01.507955 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-88735856-4b14-4080-9794-07f64bc2e26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (1cf7c52a-7e42-4986-806d-b632024837a0), after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:01.665724 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3515028-dbe1-4352-b461-838e8076d71c None None] Pushing event updated for resources: {'Port': ['ID=1cf7c52a-7e42-4986-806d-b632024837a0,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:22:01.678487 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-88735856-4b14-4080-9794-07f64bc2e26a None None] Attempting to bind port 1cf7c52a-7e42-4986-806d-b632024837a0 on host dv-cinder-824995-1-iscsi for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:22:01.678875 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-88735856-4b14-4080-9794-07f64bc2e26a None None] Attempting to bind port 1cf7c52a-7e42-4986-806d-b632024837a0 by drivers openvswitch,hyperv on host dv-cinder-824995-1-iscsi at level 0 using segments [{'id': '734a439b-37b4-4052-a748-c7e9dde87108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3d0e9e25-9cf8-4b46-a9b3-fcd14f7bc25d'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:22:01.679298 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88735856-4b14-4080-9794-07f64bc2e26a None None] Attempting to bind port 1cf7c52a-7e42-4986-806d-b632024837a0 on network 3d0e9e25-9cf8-4b46-a9b3-fcd14f7bc25d {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:22:01.687857 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88735856-4b14-4080-9794-07f64bc2e26a None None] Checking agent: {'id': 'df58d820-fcc5-4fb7-897c-d0f1a16030b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 21, 27), 'started_at': datetime.datetime(2022, 1, 17, 18, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:22:01.688339 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88735856-4b14-4080-9794-07f64bc2e26a None None] Checking segment: {'id': '734a439b-37b4-4052-a748-c7e9dde87108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3d0e9e25-9cf8-4b46-a9b3-fcd14f7bc25d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:22:01.688750 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-88735856-4b14-4080-9794-07f64bc2e26a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:01.689142 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88735856-4b14-4080-9794-07f64bc2e26a None None] Bound using segment: {'id': '734a439b-37b4-4052-a748-c7e9dde87108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3d0e9e25-9cf8-4b46-a9b3-fcd14f7bc25d'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:22:01.689642 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-88735856-4b14-4080-9794-07f64bc2e26a None None] Bound port: 1cf7c52a-7e42-4986-806d-b632024837a0, host: dv-cinder-824995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '734a439b-37b4-4052-a748-c7e9dde87108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3d0e9e25-9cf8-4b46-a9b3-fcd14f7bc25d'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:22:01.690020 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-88735856-4b14-4080-9794-07f64bc2e26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (1cf7c52a-7e42-4986-806d-b632024837a0), before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:01.692529 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3515028-dbe1-4352-b461-838e8076d71c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:22:01.692892 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3515028-dbe1-4352-b461-838e8076d71c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:22:01.693233 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3515028-dbe1-4352-b461-838e8076d71c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:22:01.693562 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3515028-dbe1-4352-b461-838e8076d71c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:22:01.693889 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3515028-dbe1-4352-b461-838e8076d71c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:22:01.694210 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3515028-dbe1-4352-b461-838e8076d71c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:22:01.694529 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3515028-dbe1-4352-b461-838e8076d71c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:22:01.694846 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3515028-dbe1-4352-b461-838e8076d71c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:22:01.695163 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3515028-dbe1-4352-b461-838e8076d71c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:22:01.695516 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3515028-dbe1-4352-b461-838e8076d71c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:22:01.695841 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3515028-dbe1-4352-b461-838e8076d71c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:22:01.696151 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3515028-dbe1-4352-b461-838e8076d71c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:22:01.696464 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3515028-dbe1-4352-b461-838e8076d71c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:22:01.697838 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3515028-dbe1-4352-b461-838e8076d71c None None] Tracked resource versions report: Jan 17 18:22:01.697838 dv-cinder-824995-1-iscsi neutron-server[102425]: pushed versions: Jan 17 18:22:01.697838 dv-cinder-824995-1-iscsi neutron-server[102425]: { 'AddressGroup': {'1.2'}, Jan 17 18:22:01.697838 dv-cinder-824995-1-iscsi neutron-server[102425]: 'ConntrackHelper': {'1.0'}, Jan 17 18:22:01.697838 dv-cinder-824995-1-iscsi neutron-server[102425]: 'LocalIPAssociation': {'1.0'}, Jan 17 18:22:01.697838 dv-cinder-824995-1-iscsi neutron-server[102425]: 'Log': {'1.0'}, Jan 17 18:22:01.697838 dv-cinder-824995-1-iscsi neutron-server[102425]: 'Network': {'1.1'}, Jan 17 18:22:01.697838 dv-cinder-824995-1-iscsi neutron-server[102425]: 'Port': {'1.7'}, Jan 17 18:22:01.697838 dv-cinder-824995-1-iscsi neutron-server[102425]: 'PortForwarding': {'1.2'}, Jan 17 18:22:01.697838 dv-cinder-824995-1-iscsi neutron-server[102425]: 'QosPolicy': {'1.10'}, Jan 17 18:22:01.697838 dv-cinder-824995-1-iscsi neutron-server[102425]: 'SecurityGroup': {'1.5'}, Jan 17 18:22:01.697838 dv-cinder-824995-1-iscsi neutron-server[102425]: 'SecurityGroupRule': {'1.2'}, Jan 17 18:22:01.697838 dv-cinder-824995-1-iscsi neutron-server[102425]: 'SubPort': {'1.0'}, Jan 17 18:22:01.697838 dv-cinder-824995-1-iscsi neutron-server[102425]: 'Subnet': {'1.1'}, Jan 17 18:22:01.697838 dv-cinder-824995-1-iscsi neutron-server[102425]: 'Trunk': {'1.1'}} Jan 17 18:22:01.697838 dv-cinder-824995-1-iscsi neutron-server[102425]: consumer versions: Jan 17 18:22:01.697838 dv-cinder-824995-1-iscsi neutron-server[102425]: { DHCP agent@dv-cinder-824995-1-iscsi: {}, Jan 17 18:22:01.697838 dv-cinder-824995-1-iscsi neutron-server[102425]: L3 agent@dv-cinder-824995-1-iscsi: {}, Jan 17 18:22:01.697838 dv-cinder-824995-1-iscsi neutron-server[102425]: Metadata agent@dv-cinder-824995-1-iscsi: {}, Jan 17 18:22:01.697838 dv-cinder-824995-1-iscsi neutron-server[102425]: Metering agent@dv-cinder-824995-1-iscsi: {}, Jan 17 18:22:01.697838 dv-cinder-824995-1-iscsi neutron-server[102425]: Open vSwitch agent@dv-cinder-824995-1-iscsi: { 'AddressGroup': '1.2', Jan 17 18:22:01.697838 dv-cinder-824995-1-iscsi neutron-server[102425]: 'ConntrackHelper': '1.0', Jan 17 18:22:01.697838 dv-cinder-824995-1-iscsi neutron-server[102425]: 'LocalIPAssociation': '1.0', Jan 17 18:22:01.697838 dv-cinder-824995-1-iscsi neutron-server[102425]: 'Log': '1.0', Jan 17 18:22:01.697838 dv-cinder-824995-1-iscsi neutron-server[102425]: 'Network': '1.1', Jan 17 18:22:01.697838 dv-cinder-824995-1-iscsi neutron-server[102425]: 'Port': '1.7', Jan 17 18:22:01.697838 dv-cinder-824995-1-iscsi neutron-server[102425]: 'PortForwarding': '1.2', Jan 17 18:22:01.697838 dv-cinder-824995-1-iscsi neutron-server[102425]: 'QosPolicy': '1.10', Jan 17 18:22:01.697838 dv-cinder-824995-1-iscsi neutron-server[102425]: 'SecurityGroup': '1.5', Jan 17 18:22:01.697838 dv-cinder-824995-1-iscsi neutron-server[102425]: 'SecurityGroupRule': '1.2', Jan 17 18:22:01.697838 dv-cinder-824995-1-iscsi neutron-server[102425]: 'SubPort': '1.0', Jan 17 18:22:01.697838 dv-cinder-824995-1-iscsi neutron-server[102425]: 'Subnet': '1.1', Jan 17 18:22:01.697838 dv-cinder-824995-1-iscsi neutron-server[102425]: 'Trunk': '1.1'}} Jan 17 18:22:01.697838 dv-cinder-824995-1-iscsi neutron-server[102425]: {{(pid=102425) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 18:22:01.765550 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-88735856-4b14-4080-9794-07f64bc2e26a None None] For port 1cf7c52a-7e42-4986-806d-b632024837a0, host dv-cinder-824995-1-iscsi, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:22:01.782637 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-68137b6c-47e5-4ace-91c7-e463ae2a1788 None None] Provisioning complete for port 1cf7c52a-7e42-4986-806d-b632024837a0 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:22:01.783328 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-68137b6c-47e5-4ace-91c7-e463ae2a1788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (1cf7c52a-7e42-4986-806d-b632024837a0), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:01.786510 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-88735856-4b14-4080-9794-07f64bc2e26a None None] For port 1cf7c52a-7e42-4986-806d-b632024837a0, host dv-cinder-824995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=1cf7c52a-7e42-4986-806d-b632024837a0,segment=NetworkSegment(734a439b-37b4-4052-a748-c7e9dde87108),segment_id=734a439b-37b4-4052-a748-c7e9dde87108)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:22:01.790537 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-88735856-4b14-4080-9794-07f64bc2e26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (1cf7c52a-7e42-4986-806d-b632024837a0), after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:01.819023 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-68137b6c-47e5-4ace-91c7-e463ae2a1788 None None] Port 1cf7c52a-7e42-4986-806d-b632024837a0 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 18:22:01.851859 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88735856-4b14-4080-9794-07f64bc2e26a None None] Routers {'8c892f80-6330-41b3-ae2a-c66b2520cc8c'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:22:01.852460 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-88735856-4b14-4080-9794-07f64bc2e26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:21:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['8c892f80-6330-41b3-ae2a-c66b2520cc8c'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:22:01.856020 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3515028-dbe1-4352-b461-838e8076d71c None None] Pushing event updated for resources: {'Port': ['ID=1cf7c52a-7e42-4986-806d-b632024837a0,revision_number=4']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:22:01.947563 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-88735856-4b14-4080-9794-07f64bc2e26a None None] Set router 8c892f80-6330-41b3-ae2a-c66b2520cc8c gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:22:02.048058 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-7a205702-788c-4e61-bd12-b1697c009260 None None] Provisioning complete for port 1cf7c52a-7e42-4986-806d-b632024837a0 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:22:02.048757 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7a205702-788c-4e61-bd12-b1697c009260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (1cf7c52a-7e42-4986-806d-b632024837a0), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:02.131540 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-7a205702-788c-4e61-bd12-b1697c009260 None None] Current status of the port 1cf7c52a-7e42-4986-806d-b632024837a0 is: DOWN; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:22:02.132211 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7a205702-788c-4e61-bd12-b1697c009260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (1cf7c52a-7e42-4986-806d-b632024837a0), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:02.159468 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-88735856-4b14-4080-9794-07f64bc2e26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c892f80-6330-41b3-ae2a-c66b2520cc8c', 'name': 'router1', 'tenant_id': '55f63ed5b699408c9b6ea0c4c2a451ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:21:50Z', 'updated_at': '2022-01-17T18:21:59Z', 'revision_number': 2, 'project_id': '55f63ed5b699408c9b6ea0c4c2a451ae', 'gw_port_host': None, '_interfaces': [{'id': '1cf7c52a-7e42-4986-806d-b632024837a0', 'name': '', 'network_id': '3d0e9e25-9cf8-4b46-a9b3-fcd14f7bc25d', 'tenant_id': '55f63ed5b699408c9b6ea0c4c2a451ae', 'mac_address': 'fa:16:3e:e5:4d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c892f80-6330-41b3-ae2a-c66b2520cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1799d15-83d8-4152-afe1-7030e3080939', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:21:58Z', 'updated_at': '2022-01-17T18:22:01Z', 'revision_number': 4, 'project_id': '55f63ed5b699408c9b6ea0c4c2a451ae', 'subnets': [{'id': 'f1799d15-83d8-4152-afe1-7030e3080939', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9099ea34-2c71-4004-8ac3-8dac76d4b6bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:22:02.165722 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-7a205702-788c-4e61-bd12-b1697c009260 None None] For port 1cf7c52a-7e42-4986-806d-b632024837a0, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=1cf7c52a-7e42-4986-806d-b632024837a0,segment=NetworkSegment(734a439b-37b4-4052-a748-c7e9dde87108),segment_id=734a439b-37b4-4052-a748-c7e9dde87108)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:22:02.170160 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7a205702-788c-4e61-bd12-b1697c009260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (1cf7c52a-7e42-4986-806d-b632024837a0), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:02.189999 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88735856-4b14-4080-9794-07f64bc2e26a None None] The sync data for ids ['8c892f80-6330-41b3-ae2a-c66b2520cc8c'] in dv-cinder-824995-1-iscsi is: [{'id': '8c892f80-6330-41b3-ae2a-c66b2520cc8c', 'name': 'router1', 'tenant_id': '55f63ed5b699408c9b6ea0c4c2a451ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:21:50Z', 'updated_at': '2022-01-17T18:21:59Z', 'revision_number': 2, 'project_id': '55f63ed5b699408c9b6ea0c4c2a451ae', 'gw_port_host': None, '_interfaces': [{'id': '1cf7c52a-7e42-4986-806d-b632024837a0', 'name': '', 'network_id': '3d0e9e25-9cf8-4b46-a9b3-fcd14f7bc25d', 'tenant_id': '55f63ed5b699408c9b6ea0c4c2a451ae', 'mac_address': 'fa:16:3e:e5:4d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c892f80-6330-41b3-ae2a-c66b2520cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1799d15-83d8-4152-afe1-7030e3080939', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:21:58Z', 'updated_at': '2022-01-17T18:22:01Z', 'revision_number': 4, 'project_id': '55f63ed5b699408c9b6ea0c4c2a451ae', 'subnets': [{'id': 'f1799d15-83d8-4152-afe1-7030e3080939', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9099ea34-2c71-4004-8ac3-8dac76d4b6bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:22:02.220211 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a205702-788c-4e61-bd12-b1697c009260 None None] Pushing event updated for resources: {'Port': ['ID=1cf7c52a-7e42-4986-806d-b632024837a0,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:22:05.030454 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 50010) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:22:05.138997 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb02cec-9fac-40fa-aa52-342a0ebfee01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:22:05.140369 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-abb02cec-9fac-40fa-aa52-342a0ebfee01 admin admin] 10.222.0.57 "GET /v2.0/networks/9ec40da0-3fb2-40ad-97b9-056b5e7103fe HTTP/1.1" status: 200 len: 842 time: 0.1089642 Jan 17 18:22:05.149611 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-308fada3-30e7-49fc-b3a3-116eeffddf94 admin admin] Request body: {'subnet': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'ip_version': 4, 'tenant_id': '7a4151e32e04424c9a4de045f67bc003', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:22:05.172697 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308fada3-30e7-49fc-b3a3-116eeffddf94 admin admin] Made reservation on behalf of 7a4151e32e04424c9a4de045f67bc003 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:22:05.174887 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-308fada3-30e7-49fc-b3a3-116eeffddf94 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:05.468708 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.objects.ports [None req-308fada3-30e7-49fc-b3a3-116eeffddf94 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102423) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 17 18:22:05.469135 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-308fada3-30e7-49fc-b3a3-116eeffddf94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506'] for subnet (10c42aa5-d9d6-40a2-95c7-0d399aece660), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:05.587782 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308fada3-30e7-49fc-b3a3-116eeffddf94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10c42aa5-d9d6-40a2-95c7-0d399aece660,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:22:05.598111 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308fada3-30e7-49fc-b3a3-116eeffddf94 admin admin] Checking segment: {'id': '8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:22:05.598459 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308fada3-30e7-49fc-b3a3-116eeffddf94 admin admin] Network hostable DHCP agents. Network: 9ec40da0-3fb2-40ad-97b9-056b5e7103fe, hostable agents: ['94683317-8c70-4890-b431-46000499a1c4'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 18:22:05.615114 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308fada3-30e7-49fc-b3a3-116eeffddf94 admin admin] Network 9ec40da0-3fb2-40ad-97b9-056b5e7103fe is scheduled to be hosted by DHCP agent 94683317-8c70-4890-b431-46000499a1c4 with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 18:22:05.623561 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-308fada3-30e7-49fc-b3a3-116eeffddf94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824995-1-iscsi, 9ec40da0-3fb2-40ad-97b9-056b5e7103fe) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:22:05.627644 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308fada3-30e7-49fc-b3a3-116eeffddf94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:22:05.628197 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-308fada3-30e7-49fc-b3a3-116eeffddf94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for subnet (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:05.633041 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0293a7ce-1e73-4fbf-8c3d-5ef3bb1f68d2 None None] Network 9ec40da0-3fb2-40ad-97b9-056b5e7103fe requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:22:05.645615 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-308fada3-30e7-49fc-b3a3-116eeffddf94 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4992211 Jan 17 18:22:05.750600 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d4f6fe-18c7-4b79-8c0c-5085f2a4ecfa None None] Network 9ec40da0-3fb2-40ad-97b9-056b5e7103fe requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:22:08.085621 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 50018) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:22:08.213629 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-d9bb9fff-14c4-455b-95c4-febbc22bf6b2 admin admin] 10.222.0.57 "GET /v2.0/routers/8c892f80-6330-41b3-ae2a-c66b2520cc8c HTTP/1.1" status: 200 len: 710 time: 0.1269016 Jan 17 18:22:08.301216 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319b0400-834b-433c-8907-c365f4574d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:22:08.302711 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-319b0400-834b-433c-8907-c365f4574d7f admin admin] 10.222.0.57 "GET /v2.0/networks/9ec40da0-3fb2-40ad-97b9-056b5e7103fe HTTP/1.1" status: 200 len: 886 time: 0.0836167 Jan 17 18:22:08.311917 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-f86466f8-919c-4d84-a44a-3a6703312c1d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:22:08.553432 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f86466f8-919c-4d84-a44a-3a6703312c1d admin admin] Publish callbacks [] for router_gateway (8c892f80-6330-41b3-ae2a-c66b2520cc8c), precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:08.795587 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f86466f8-919c-4d84-a44a-3a6703312c1d admin admin] Publish callbacks [] for router_gateway (8c892f80-6330-41b3-ae2a-c66b2520cc8c), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:08.875481 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f86466f8-919c-4d84-a44a-3a6703312c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:08.988149 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-f86466f8-919c-4d84-a44a-3a6703312c1d admin admin] Allocated IP 172.27.3.43 (9ec40da0-3fb2-40ad-97b9-056b5e7103fe/10c42aa5-d9d6-40a2-95c7-0d399aece660/2bb560cb-a5c5-4dfb-85e1-b76c56b447f0) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:22:09.093254 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f86466f8-919c-4d84-a44a-3a6703312c1d admin admin] Publish callbacks [] for port (2bb560cb-a5c5-4dfb-85e1-b76c56b447f0), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:09.125187 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f86466f8-919c-4d84-a44a-3a6703312c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924'] for port (2bb560cb-a5c5-4dfb-85e1-b76c56b447f0), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:09.164287 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86466f8-919c-4d84-a44a-3a6703312c1d admin admin] Network 9ec40da0-3fb2-40ad-97b9-056b5e7103fe is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:22:09.167038 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-f86466f8-919c-4d84-a44a-3a6703312c1d admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:22:09.170563 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86466f8-919c-4d84-a44a-3a6703312c1d admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:22:09.175373 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86466f8-919c-4d84-a44a-3a6703312c1d admin admin] Pushing event updated for resources: {'Port': ['ID=2bb560cb-a5c5-4dfb-85e1-b76c56b447f0,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:22:09.434118 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f86466f8-919c-4d84-a44a-3a6703312c1d admin admin] Publish callbacks [] for router_gateway (8c892f80-6330-41b3-ae2a-c66b2520cc8c), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:09.710811 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f86466f8-919c-4d84-a44a-3a6703312c1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565681', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31992'] for router (8c892f80-6330-41b3-ae2a-c66b2520cc8c), precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:09.714668 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f86466f8-919c-4d84-a44a-3a6703312c1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565679', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-567744'] for router (8c892f80-6330-41b3-ae2a-c66b2520cc8c), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:09.823968 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f86466f8-919c-4d84-a44a-3a6703312c1d admin admin] Router 8c892f80-6330-41b3-ae2a-c66b2520cc8c has already been hosted by L3 agent f711a738-9445-49a6-871d-c35940c1a323 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 18:22:09.929525 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 1cf7c52a-7e42-4986-806d-b632024837a0 up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:22:09.937547 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86466f8-919c-4d84-a44a-3a6703312c1d admin admin] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:22:09.942349 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f86466f8-919c-4d84-a44a-3a6703312c1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:09.943566 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-f86466f8-919c-4d84-a44a-3a6703312c1d admin admin] 10.222.0.57 "PUT /v2.0/routers/8c892f80-6330-41b3-ae2a-c66b2520cc8c HTTP/1.1" status: 200 len: 889 time: 1.6347759 Jan 17 18:22:09.981879 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port 1cf7c52a-7e42-4986-806d-b632024837a0 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:22:09.982190 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (1cf7c52a-7e42-4986-806d-b632024837a0), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:10.067543 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port 1cf7c52a-7e42-4986-806d-b632024837a0 is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:22:10.608858 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d17838d-6308-4772-b91f-e3a3ad7cab81 None None] Sync routers for ids ['8c892f80-6330-41b3-ae2a-c66b2520cc8c'] in dv-cinder-824995-1-iscsi {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:22:10.621258 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d17838d-6308-4772-b91f-e3a3ad7cab81 None None] Routers {'8c892f80-6330-41b3-ae2a-c66b2520cc8c'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:22:10.621907 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-8d17838d-6308-4772-b91f-e3a3ad7cab81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:21:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['8c892f80-6330-41b3-ae2a-c66b2520cc8c'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:22:10.836728 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-8d17838d-6308-4772-b91f-e3a3ad7cab81 None None] Set router 8c892f80-6330-41b3-ae2a-c66b2520cc8c gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:22:11.316611 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-8d17838d-6308-4772-b91f-e3a3ad7cab81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c892f80-6330-41b3-ae2a-c66b2520cc8c', 'name': 'router1', 'tenant_id': '55f63ed5b699408c9b6ea0c4c2a451ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '2bb560cb-a5c5-4dfb-85e1-b76c56b447f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:21:50Z', 'updated_at': '2022-01-17T18:22:09Z', 'revision_number': 4, 'project_id': '55f63ed5b699408c9b6ea0c4c2a451ae', 'gw_port': {'id': '2bb560cb-a5c5-4dfb-85e1-b76c56b447f0', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:aa:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c892f80-6330-41b3-ae2a-c66b2520cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:22:08Z', 'updated_at': '2022-01-17T18:22:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': '1cf7c52a-7e42-4986-806d-b632024837a0', 'name': '', 'network_id': '3d0e9e25-9cf8-4b46-a9b3-fcd14f7bc25d', 'tenant_id': '55f63ed5b699408c9b6ea0c4c2a451ae', 'mac_address': 'fa:16:3e:e5:4d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c892f80-6330-41b3-ae2a-c66b2520cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1799d15-83d8-4152-afe1-7030e3080939', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:21:58Z', 'updated_at': '2022-01-17T18:22:02Z', 'revision_number': 5, 'project_id': '55f63ed5b699408c9b6ea0c4c2a451ae', 'subnets': [{'id': 'f1799d15-83d8-4152-afe1-7030e3080939', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9099ea34-2c71-4004-8ac3-8dac76d4b6bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:22:11.369097 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d17838d-6308-4772-b91f-e3a3ad7cab81 None None] Checking router: 8c892f80-6330-41b3-ae2a-c66b2520cc8c for host: dv-cinder-824995-1-iscsi {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:22:11.369450 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d17838d-6308-4772-b91f-e3a3ad7cab81 None None] Updating router 8c892f80-6330-41b3-ae2a-c66b2520cc8c port 2bb560cb-a5c5-4dfb-85e1-b76c56b447f0 binding host dv-cinder-824995-1-iscsi {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 18:22:11.416080 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8d17838d-6308-4772-b91f-e3a3ad7cab81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (2bb560cb-a5c5-4dfb-85e1-b76c56b447f0), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:11.733632 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8d17838d-6308-4772-b91f-e3a3ad7cab81 None None] Publish callbacks [] for port (2bb560cb-a5c5-4dfb-85e1-b76c56b447f0), precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:11.738536 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8d17838d-6308-4772-b91f-e3a3ad7cab81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (2bb560cb-a5c5-4dfb-85e1-b76c56b447f0), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:11.787332 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-8d17838d-6308-4772-b91f-e3a3ad7cab81 None None] Attempting to bind port 2bb560cb-a5c5-4dfb-85e1-b76c56b447f0 on host dv-cinder-824995-1-iscsi for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:22:11.787783 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-8d17838d-6308-4772-b91f-e3a3ad7cab81 None None] Attempting to bind port 2bb560cb-a5c5-4dfb-85e1-b76c56b447f0 by drivers openvswitch,hyperv on host dv-cinder-824995-1-iscsi at level 0 using segments [{'id': '8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:22:11.788156 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d17838d-6308-4772-b91f-e3a3ad7cab81 None None] Attempting to bind port 2bb560cb-a5c5-4dfb-85e1-b76c56b447f0 on network 9ec40da0-3fb2-40ad-97b9-056b5e7103fe {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:22:11.797628 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d17838d-6308-4772-b91f-e3a3ad7cab81 None None] Checking agent: {'id': 'df58d820-fcc5-4fb7-897c-d0f1a16030b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 21, 27), 'started_at': datetime.datetime(2022, 1, 17, 18, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:22:11.798007 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d17838d-6308-4772-b91f-e3a3ad7cab81 None None] Checking segment: {'id': '8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:22:11.798412 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8d17838d-6308-4772-b91f-e3a3ad7cab81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:11.798803 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d17838d-6308-4772-b91f-e3a3ad7cab81 None None] Bound using segment: {'id': '8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:22:11.799307 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-8d17838d-6308-4772-b91f-e3a3ad7cab81 None None] Bound port: 2bb560cb-a5c5-4dfb-85e1-b76c56b447f0, host: dv-cinder-824995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:22:11.799714 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8d17838d-6308-4772-b91f-e3a3ad7cab81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (2bb560cb-a5c5-4dfb-85e1-b76c56b447f0), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:11.801152 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b12a88-c46e-43ea-a699-6558725ab076 None None] Pushing event updated for resources: {'Port': ['ID=2bb560cb-a5c5-4dfb-85e1-b76c56b447f0,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:22:11.852194 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-8d17838d-6308-4772-b91f-e3a3ad7cab81 None None] For port 2bb560cb-a5c5-4dfb-85e1-b76c56b447f0, host dv-cinder-824995-1-iscsi, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:22:11.856081 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-8d17838d-6308-4772-b91f-e3a3ad7cab81 None None] For port 2bb560cb-a5c5-4dfb-85e1-b76c56b447f0, host dv-cinder-824995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=2bb560cb-a5c5-4dfb-85e1-b76c56b447f0,segment=NetworkSegment(8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f),segment_id=8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:22:11.860277 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8d17838d-6308-4772-b91f-e3a3ad7cab81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (2bb560cb-a5c5-4dfb-85e1-b76c56b447f0), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:11.920028 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b12a88-c46e-43ea-a699-6558725ab076 None None] Pushing event updated for resources: {'Port': ['ID=2bb560cb-a5c5-4dfb-85e1-b76c56b447f0,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:22:11.922862 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d17838d-6308-4772-b91f-e3a3ad7cab81 None None] Routers {'8c892f80-6330-41b3-ae2a-c66b2520cc8c'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:22:11.923579 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-8d17838d-6308-4772-b91f-e3a3ad7cab81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:21:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['8c892f80-6330-41b3-ae2a-c66b2520cc8c'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:22:12.035289 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-8d17838d-6308-4772-b91f-e3a3ad7cab81 None None] Set router 8c892f80-6330-41b3-ae2a-c66b2520cc8c gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:22:12.249945 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-8d17838d-6308-4772-b91f-e3a3ad7cab81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c892f80-6330-41b3-ae2a-c66b2520cc8c', 'name': 'router1', 'tenant_id': '55f63ed5b699408c9b6ea0c4c2a451ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '2bb560cb-a5c5-4dfb-85e1-b76c56b447f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:21:50Z', 'updated_at': '2022-01-17T18:22:09Z', 'revision_number': 4, 'project_id': '55f63ed5b699408c9b6ea0c4c2a451ae', 'gw_port': {'id': '2bb560cb-a5c5-4dfb-85e1-b76c56b447f0', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:aa:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c892f80-6330-41b3-ae2a-c66b2520cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:22:08Z', 'updated_at': '2022-01-17T18:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': '1cf7c52a-7e42-4986-806d-b632024837a0', 'name': '', 'network_id': '3d0e9e25-9cf8-4b46-a9b3-fcd14f7bc25d', 'tenant_id': '55f63ed5b699408c9b6ea0c4c2a451ae', 'mac_address': 'fa:16:3e:e5:4d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c892f80-6330-41b3-ae2a-c66b2520cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1799d15-83d8-4152-afe1-7030e3080939', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:21:58Z', 'updated_at': '2022-01-17T18:22:02Z', 'revision_number': 5, 'project_id': '55f63ed5b699408c9b6ea0c4c2a451ae', 'subnets': [{'id': 'f1799d15-83d8-4152-afe1-7030e3080939', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9099ea34-2c71-4004-8ac3-8dac76d4b6bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:22:12.278086 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d17838d-6308-4772-b91f-e3a3ad7cab81 None None] The sync data for ids ['8c892f80-6330-41b3-ae2a-c66b2520cc8c'] in dv-cinder-824995-1-iscsi is: [{'id': '8c892f80-6330-41b3-ae2a-c66b2520cc8c', 'name': 'router1', 'tenant_id': '55f63ed5b699408c9b6ea0c4c2a451ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '2bb560cb-a5c5-4dfb-85e1-b76c56b447f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:21:50Z', 'updated_at': '2022-01-17T18:22:09Z', 'revision_number': 4, 'project_id': '55f63ed5b699408c9b6ea0c4c2a451ae', 'gw_port': {'id': '2bb560cb-a5c5-4dfb-85e1-b76c56b447f0', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:aa:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c892f80-6330-41b3-ae2a-c66b2520cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:22:08Z', 'updated_at': '2022-01-17T18:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': '1cf7c52a-7e42-4986-806d-b632024837a0', 'name': '', 'network_id': '3d0e9e25-9cf8-4b46-a9b3-fcd14f7bc25d', 'tenant_id': '55f63ed5b699408c9b6ea0c4c2a451ae', 'mac_address': 'fa:16:3e:e5:4d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c892f80-6330-41b3-ae2a-c66b2520cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1799d15-83d8-4152-afe1-7030e3080939', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:21:58Z', 'updated_at': '2022-01-17T18:22:02Z', 'revision_number': 5, 'project_id': '55f63ed5b699408c9b6ea0c4c2a451ae', 'subnets': [{'id': 'f1799d15-83d8-4152-afe1-7030e3080939', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9099ea34-2c71-4004-8ac3-8dac76d4b6bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:22:12.400996 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 50030) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:22:12.521196 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-1fe27edc-1d7b-4d97-a7f0-7044b0b03d7c admin admin] 10.222.0.57 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1188767 Jan 17 18:22:13.912482 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 2bb560cb-a5c5-4dfb-85e1-b76c56b447f0 up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:22:13.969432 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port 2bb560cb-a5c5-4dfb-85e1-b76c56b447f0 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:22:13.969827 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (2bb560cb-a5c5-4dfb-85e1-b76c56b447f0), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:14.043988 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port 2bb560cb-a5c5-4dfb-85e1-b76c56b447f0 is: DOWN; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:22:14.044427 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (2bb560cb-a5c5-4dfb-85e1-b76c56b447f0), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:14.063322 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] For port 2bb560cb-a5c5-4dfb-85e1-b76c56b447f0, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=2bb560cb-a5c5-4dfb-85e1-b76c56b447f0,segment=NetworkSegment(8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f),segment_id=8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:22:14.068261 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (2bb560cb-a5c5-4dfb-85e1-b76c56b447f0), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:14.118107 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Pushing event updated for resources: {'Port': ['ID=2bb560cb-a5c5-4dfb-85e1-b76c56b447f0,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:22:15.940904 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 2bb560cb-a5c5-4dfb-85e1-b76c56b447f0 up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:22:16.031434 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port 2bb560cb-a5c5-4dfb-85e1-b76c56b447f0 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:22:16.032071 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (2bb560cb-a5c5-4dfb-85e1-b76c56b447f0), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:16.140075 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port 2bb560cb-a5c5-4dfb-85e1-b76c56b447f0 is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:22:21.050594 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-08ae964e-fa40-4161-b0a2-6020b46314d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:23.330831 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9da1cdf6-1cf7-4f2d-98e6-92d65856b044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:24.486674 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:26.019651 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:27.317007 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:31.591163 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 5 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:22:51.026951 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-58234797-7c89-49e6-841d-487fbf9efa5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:53.339691 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-48b3fe83-29ff-4aa2-bcb0-267d6f86c84e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:54.490431 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:56.023194 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:22:57.294664 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:23:08.591293 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 5 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:23:21.028693 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d8824f9a-79b3-4f02-82e4-78621f916613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:23:23.335540 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ae9dc154-7986-42e6-9854-8c5630103eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:23:24.483100 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:23:26.024788 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:23:27.286057 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:23:31.975401 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 50514) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:23:32.036083 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-249fef92-736b-41c1-8939-bdc52814e48e admin admin] GET failed (client error): The resource could not be found. Jan 17 18:23:32.037337 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-249fef92-736b-41c1-8939-bdc52814e48e admin admin] 10.222.0.57 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0603728 Jan 17 18:23:32.200599 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c9f8f6-957e-44e1-9f6e-d75f93dc661a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:23:32.202068 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-f2c9f8f6-957e-44e1-9f6e-d75f93dc661a admin admin] 10.222.0.57 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1600876 Jan 17 18:23:34.439100 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 50524) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:23:34.531149 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45538180-abb7-44d3-b195-52d8f584673a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:23:34.532499 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-45538180-abb7-44d3-b195-52d8f584673a admin admin] 10.222.0.57 "GET /v2.0/subnets/f1799d15-83d8-4152-afe1-7030e3080939 HTTP/1.1" status: 200 len: 849 time: 0.0923929 Jan 17 18:23:34.542323 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-d1497f1d-b111-4599-84e0-b9d6818026b8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:23:34.628119 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d1497f1d-b111-4599-84e0-b9d6818026b8 admin admin] Publish callbacks [] for subnet (f1799d15-83d8-4152-afe1-7030e3080939), before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:23:34.766334 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d1497f1d-b111-4599-84e0-b9d6818026b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736374194306'] for subnet (f1799d15-83d8-4152-afe1-7030e3080939), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:23:34.798323 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1497f1d-b111-4599-84e0-b9d6818026b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:23:34.798902 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d1497f1d-b111-4599-84e0-b9d6818026b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for subnet (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:23:34.800189 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-d1497f1d-b111-4599-84e0-b9d6818026b8 admin admin] 10.222.0.57 "PUT /v2.0/subnets/f1799d15-83d8-4152-afe1-7030e3080939 HTTP/1.1" status: 200 len: 868 time: 0.2619462 Jan 17 18:23:34.814862 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff635c53-d539-4399-80f8-98de201b426b None None] Network 3d0e9e25-9cf8-4b46-a9b3-fcd14f7bc25d requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:23:34.816135 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1497f1d-b111-4599-84e0-b9d6818026b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1799d15-83d8-4152-afe1-7030e3080939,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:23:34.824466 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1497f1d-b111-4599-84e0-b9d6818026b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:23:34.824841 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1497f1d-b111-4599-84e0-b9d6818026b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:23:34.825193 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1497f1d-b111-4599-84e0-b9d6818026b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:23:34.825522 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1497f1d-b111-4599-84e0-b9d6818026b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:23:34.825900 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1497f1d-b111-4599-84e0-b9d6818026b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:23:34.826297 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1497f1d-b111-4599-84e0-b9d6818026b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:23:34.826555 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1497f1d-b111-4599-84e0-b9d6818026b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:23:34.826845 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1497f1d-b111-4599-84e0-b9d6818026b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:23:34.827166 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1497f1d-b111-4599-84e0-b9d6818026b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:23:34.827578 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1497f1d-b111-4599-84e0-b9d6818026b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:23:34.827837 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1497f1d-b111-4599-84e0-b9d6818026b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:23:34.828155 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1497f1d-b111-4599-84e0-b9d6818026b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:23:34.828515 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1497f1d-b111-4599-84e0-b9d6818026b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:23:35.164903 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-14a3e5dc-7b5e-4ec1-9d07-b318fcea09b5 None None] Provisioning complete for port 1cf7c52a-7e42-4986-806d-b632024837a0 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:23:35.165298 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-14a3e5dc-7b5e-4ec1-9d07-b318fcea09b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (1cf7c52a-7e42-4986-806d-b632024837a0), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:23:35.244791 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-14a3e5dc-7b5e-4ec1-9d07-b318fcea09b5 None None] Current status of the port 1cf7c52a-7e42-4986-806d-b632024837a0 is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:23:35.254424 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-14a3e5dc-7b5e-4ec1-9d07-b318fcea09b5 None None] Provisioning complete for port 05deb6dc-5d20-4998-b930-9b1f4f530b8e triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:23:35.254808 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-14a3e5dc-7b5e-4ec1-9d07-b318fcea09b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (05deb6dc-5d20-4998-b930-9b1f4f530b8e), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:23:35.327714 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-14a3e5dc-7b5e-4ec1-9d07-b318fcea09b5 None None] Current status of the port 05deb6dc-5d20-4998-b930-9b1f4f530b8e is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:23:37.057428 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 50532) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:23:37.256068 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab37374-c34a-49ad-b5ba-279aaee03d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:23:37.256458 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab37374-c34a-49ad-b5ba-279aaee03d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:23:37.258802 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-dab37374-c34a-49ad-b5ba-279aaee03d31 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2004361 Jan 17 18:23:39.486090 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 50540) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:23:39.615058 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80051fdc-f820-4847-94be-f36c5b0237ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:23:39.615552 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80051fdc-f820-4847-94be-f36c5b0237ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:23:39.617382 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-80051fdc-f820-4847-94be-f36c5b0237ba admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1303535 Jan 17 18:23:41.841174 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 50548) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:23:41.971940 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53594e70-af55-4e12-a2db-6594f37e8d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:23:41.973277 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-53594e70-af55-4e12-a2db-6594f37e8d43 admin admin] 10.222.0.57 "GET /v2.0/networks/3d0e9e25-9cf8-4b46-a9b3-fcd14f7bc25d HTTP/1.1" status: 200 len: 869 time: 0.1308441 Jan 17 18:23:44.178118 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 50556) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:23:44.412995 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364636bc-778f-43ac-896a-9708a5713846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:23:44.414480 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-364636bc-778f-43ac-896a-9708a5713846 admin admin] 10.222.0.57 "GET /v2.0/networks/9ec40da0-3fb2-40ad-97b9-056b5e7103fe HTTP/1.1" status: 200 len: 886 time: 0.2354238 Jan 17 18:23:45.590593 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 5 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:23:46.648340 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 50566) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:23:46.778185 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c18228-7323-40ae-998d-2c9154bf37a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:23:46.778642 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c18228-7323-40ae-998d-2c9154bf37a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:23:46.780177 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-76c18228-7323-40ae-998d-2c9154bf37a9 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1309035 Jan 17 18:23:49.046950 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 50574) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:23:49.140317 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d778821d-ce93-4991-814f-e10a6d2cb624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:23:49.140866 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d778821d-ce93-4991-814f-e10a6d2cb624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:23:49.142414 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-d778821d-ce93-4991-814f-e10a6d2cb624 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0937529 Jan 17 18:23:51.029570 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-312d45c4-34c9-4212-85ee-a69acf43f902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:23:51.390502 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 50582) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:23:51.499830 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf68360-6672-47d3-9106-6d7c95d7af10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:23:51.501161 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-fcf68360-6672-47d3-9106-6d7c95d7af10 admin admin] 10.222.0.57 "GET /v2.0/subnets/10c42aa5-d9d6-40a2-95c7-0d399aece660 HTTP/1.1" status: 200 len: 816 time: 0.1097097 Jan 17 18:23:53.337878 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-45f51158-eb2a-491d-a90c-8719817348eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:23:53.743781 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 50590) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:23:53.846745 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56abd4e2-d87a-4888-8482-5e8aa09df13f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:23:53.848148 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-56abd4e2-d87a-4888-8482-5e8aa09df13f admin admin] 10.222.0.57 "GET /v2.0/subnets/f1799d15-83d8-4152-afe1-7030e3080939 HTTP/1.1" status: 200 len: 868 time: 0.1034260 Jan 17 18:23:54.482400 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:23:56.027659 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:23:57.290251 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:24:18.134435 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 50644) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:24:18.181358 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [None req-36241e56-5066-4f14-98e0-f789107dbbed admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 18:24:18.182354 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-36241e56-5066-4f14-98e0-f789107dbbed admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0469816 Jan 17 18:24:20.475604 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 50652) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:24:20.544883 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed46b629-9835-40e6-bf4e-fd2bf8c375bb admin admin] GET failed (client error): The resource could not be found. Jan 17 18:24:20.546157 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-ed46b629-9835-40e6-bf4e-fd2bf8c375bb admin admin] 10.222.0.57 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0693486 Jan 17 18:24:20.628222 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e201f8-df8b-4038-93e7-1b3ca8a0051d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:24:20.629673 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-09e201f8-df8b-4038-93e7-1b3ca8a0051d admin admin] 10.222.0.57 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0795703 Jan 17 18:24:21.030799 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b976a0b7-541d-4962-9601-edcfb8cf0920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:24:22.589408 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 5 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:24:22.963934 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 50662) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:24:23.009780 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-1c7c5bcb-d75d-4f99-8aef-c27123af4d1a admin admin] Request body: {'network': {'project_id': '7a4151e32e04424c9a4de045f67bc003', 'name': 'shared', 'admin_state_up': True, 'shared': True, 'tenant_id': '7a4151e32e04424c9a4de045f67bc003'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:24:23.031279 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7c5bcb-d75d-4f99-8aef-c27123af4d1a admin admin] Made reservation on behalf of 7a4151e32e04424c9a4de045f67bc003 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:24:23.033526 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1c7c5bcb-d75d-4f99-8aef-c27123af4d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for network (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:24:23.061563 dv-cinder-824995-1-iscsi neutron-server[102423]: WARNING neutron.services.revisions.revision_plugin [None req-1c7c5bcb-d75d-4f99-8aef-c27123af4d1a admin admin] Could not find related network for resource to bump revision. Jan 17 18:24:23.073558 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c7c5bcb-d75d-4f99-8aef-c27123af4d1a admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 18:24:23.082514 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1c7c5bcb-d75d-4f99-8aef-c27123af4d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749'] for segment (deb266b2-9859-465d-bf1b-4db2ea226e67), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:24:23.082875 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.db.segments_db [None req-1c7c5bcb-d75d-4f99-8aef-c27123af4d1a admin admin] Added segment deb266b2-9859-465d-bf1b-4db2ea226e67 of type vlan for network ff5c484d-3ca0-4614-bffc-bc592f54726b Jan 17 18:24:23.124549 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1c7c5bcb-d75d-4f99-8aef-c27123af4d1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736373697190'] for network (ff5c484d-3ca0-4614-bffc-bc592f54726b), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:24:23.252161 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1c7c5bcb-d75d-4f99-8aef-c27123af4d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506'] for network (ff5c484d-3ca0-4614-bffc-bc592f54726b), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:24:23.253220 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7c5bcb-d75d-4f99-8aef-c27123af4d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:24:23.253790 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1c7c5bcb-d75d-4f99-8aef-c27123af4d1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for network (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:24:23.313670 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-1c7c5bcb-d75d-4f99-8aef-c27123af4d1a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3486266 Jan 17 18:24:23.318253 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c5bcb-d75d-4f99-8aef-c27123af4d1a admin admin] Pushing event updated for resources: {'Network': ['ID=ff5c484d-3ca0-4614-bffc-bc592f54726b,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:24:23.333771 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Network ff5c484d-3ca0-4614-bffc-bc592f54726b details requested by agent ovs-agent-dv-cinder-824995-1-iscsi with host dv-cinder-824995-1-iscsi {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 18:24:23.385331 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-71ba351a-3d88-4c7c-8f6b-93d40bb7ab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:24:24.481139 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:24:25.603083 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 50672) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:24:25.661926 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfb8d14f-de9c-480b-a16b-7bf9f61c4673 admin admin] GET failed (client error): The resource could not be found. Jan 17 18:24:25.663318 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-dfb8d14f-de9c-480b-a16b-7bf9f61c4673 admin admin] 10.222.0.57 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592644 Jan 17 18:24:25.732594 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2b8d54-7e01-45ad-8666-3dac428d53e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:24:25.734011 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-ba2b8d54-7e01-45ad-8666-3dac428d53e7 admin admin] 10.222.0.57 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0667381 Jan 17 18:24:25.743707 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-30849806-92c6-403f-953e-bbf2be5f0ac8 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'ff5c484d-3ca0-4614-bffc-bc592f54726b', 'ip_version': 4, 'tenant_id': '7a4151e32e04424c9a4de045f67bc003', 'name': 'shared-subnet'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:24:25.764818 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30849806-92c6-403f-953e-bbf2be5f0ac8 admin admin] Made reservation on behalf of 7a4151e32e04424c9a4de045f67bc003 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:24:25.766984 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-30849806-92c6-403f-953e-bbf2be5f0ac8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:24:25.928597 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-30849806-92c6-403f-953e-bbf2be5f0ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506'] for subnet (cdea2fe7-855d-4c7c-8f98-9ac8c0d7e3c2), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:24:25.983425 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30849806-92c6-403f-953e-bbf2be5f0ac8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdea2fe7-855d-4c7c-8f98-9ac8c0d7e3c2,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:24:25.991579 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30849806-92c6-403f-953e-bbf2be5f0ac8 admin admin] Checking segment: {'id': 'deb266b2-9859-465d-bf1b-4db2ea226e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ff5c484d-3ca0-4614-bffc-bc592f54726b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:24:25.991933 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30849806-92c6-403f-953e-bbf2be5f0ac8 admin admin] Network hostable DHCP agents. Network: ff5c484d-3ca0-4614-bffc-bc592f54726b, hostable agents: ['94683317-8c70-4890-b431-46000499a1c4'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 18:24:26.008138 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30849806-92c6-403f-953e-bbf2be5f0ac8 admin admin] Network ff5c484d-3ca0-4614-bffc-bc592f54726b is scheduled to be hosted by DHCP agent 94683317-8c70-4890-b431-46000499a1c4 with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 18:24:26.017498 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-30849806-92c6-403f-953e-bbf2be5f0ac8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824995-1-iscsi, ff5c484d-3ca0-4614-bffc-bc592f54726b) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:24:26.022445 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30849806-92c6-403f-953e-bbf2be5f0ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:24:26.022445 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-30849806-92c6-403f-953e-bbf2be5f0ac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for subnet (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:24:26.031074 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ed51c0-2422-4233-847d-9df0871bbef7 None None] Network ff5c484d-3ca0-4614-bffc-bc592f54726b requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:24:26.038658 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-30849806-92c6-403f-953e-bbf2be5f0ac8 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2983131 Jan 17 18:24:26.079168 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:24:26.145233 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3578506e-0ffd-4921-be2e-1cd0101bc3e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95e1d24f-6bb3-50e3-943a-1efa89be4733-ff5c484d-3ca0-4614-bffc-bc592f54726b', 'network_id': 'ff5c484d-3ca0-4614-bffc-bc592f54726b', 'project_id': '7a4151e32e04424c9a4de045f67bc003', 'fixed_ips': [{'subnet_id': 'cdea2fe7-855d-4c7c-8f98-9ac8c0d7e3c2'}]}} from dv-cinder-824995-1-iscsi. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 18:24:26.146109 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3578506e-0ffd-4921-be2e-1cd0101bc3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:24:26.290144 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-3578506e-0ffd-4921-be2e-1cd0101bc3e0 None None] Allocated IP 192.168.233.2 (ff5c484d-3ca0-4614-bffc-bc592f54726b/cdea2fe7-855d-4c7c-8f98-9ac8c0d7e3c2/afdec30a-a879-4909-91ab-7c92f5a10494) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:24:26.434980 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3578506e-0ffd-4921-be2e-1cd0101bc3e0 None None] Publish callbacks [] for port (afdec30a-a879-4909-91ab-7c92f5a10494), precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:24:26.440355 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3578506e-0ffd-4921-be2e-1cd0101bc3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924'] for port (afdec30a-a879-4909-91ab-7c92f5a10494), after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:24:26.480719 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3578506e-0ffd-4921-be2e-1cd0101bc3e0 None None] Network ff5c484d-3ca0-4614-bffc-bc592f54726b is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:24:26.483532 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-3578506e-0ffd-4921-be2e-1cd0101bc3e0 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:24:26.486517 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3578506e-0ffd-4921-be2e-1cd0101bc3e0 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:24:26.499629 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578506e-0ffd-4921-be2e-1cd0101bc3e0 None None] Pushing event updated for resources: {'Port': ['ID=afdec30a-a879-4909-91ab-7c92f5a10494,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:24:26.519166 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3578506e-0ffd-4921-be2e-1cd0101bc3e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:24:26.519550 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3578506e-0ffd-4921-be2e-1cd0101bc3e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:24:26.519915 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3578506e-0ffd-4921-be2e-1cd0101bc3e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:24:26.520448 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3578506e-0ffd-4921-be2e-1cd0101bc3e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:24:26.520898 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3578506e-0ffd-4921-be2e-1cd0101bc3e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:24:26.521231 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3578506e-0ffd-4921-be2e-1cd0101bc3e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:24:26.521614 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3578506e-0ffd-4921-be2e-1cd0101bc3e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:24:26.521943 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3578506e-0ffd-4921-be2e-1cd0101bc3e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:24:26.522268 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3578506e-0ffd-4921-be2e-1cd0101bc3e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:24:26.522611 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3578506e-0ffd-4921-be2e-1cd0101bc3e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:24:26.522936 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3578506e-0ffd-4921-be2e-1cd0101bc3e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:24:26.523254 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3578506e-0ffd-4921-be2e-1cd0101bc3e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:24:26.523595 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3578506e-0ffd-4921-be2e-1cd0101bc3e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:24:26.559022 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-3578506e-0ffd-4921-be2e-1cd0101bc3e0 None None] Attempting to bind port afdec30a-a879-4909-91ab-7c92f5a10494 on host dv-cinder-824995-1-iscsi for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:24:26.559312 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-3578506e-0ffd-4921-be2e-1cd0101bc3e0 None None] Attempting to bind port afdec30a-a879-4909-91ab-7c92f5a10494 by drivers openvswitch,hyperv on host dv-cinder-824995-1-iscsi at level 0 using segments [{'id': 'deb266b2-9859-465d-bf1b-4db2ea226e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ff5c484d-3ca0-4614-bffc-bc592f54726b'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:24:26.559702 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3578506e-0ffd-4921-be2e-1cd0101bc3e0 None None] Attempting to bind port afdec30a-a879-4909-91ab-7c92f5a10494 on network ff5c484d-3ca0-4614-bffc-bc592f54726b {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:24:26.564735 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3578506e-0ffd-4921-be2e-1cd0101bc3e0 None None] Checking agent: {'id': 'df58d820-fcc5-4fb7-897c-d0f1a16030b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 21, 27), 'started_at': datetime.datetime(2022, 1, 17, 18, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:24:26.565105 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3578506e-0ffd-4921-be2e-1cd0101bc3e0 None None] Checking segment: {'id': 'deb266b2-9859-465d-bf1b-4db2ea226e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ff5c484d-3ca0-4614-bffc-bc592f54726b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:24:26.565502 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3578506e-0ffd-4921-be2e-1cd0101bc3e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:24:26.565892 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3578506e-0ffd-4921-be2e-1cd0101bc3e0 None None] Bound using segment: {'id': 'deb266b2-9859-465d-bf1b-4db2ea226e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ff5c484d-3ca0-4614-bffc-bc592f54726b'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:24:26.566346 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-3578506e-0ffd-4921-be2e-1cd0101bc3e0 None None] Bound port: afdec30a-a879-4909-91ab-7c92f5a10494, host: dv-cinder-824995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb266b2-9859-465d-bf1b-4db2ea226e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ff5c484d-3ca0-4614-bffc-bc592f54726b'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:24:26.566719 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3578506e-0ffd-4921-be2e-1cd0101bc3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (afdec30a-a879-4909-91ab-7c92f5a10494), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:24:26.633242 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-3578506e-0ffd-4921-be2e-1cd0101bc3e0 None None] For port afdec30a-a879-4909-91ab-7c92f5a10494, host dv-cinder-824995-1-iscsi, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:24:26.636874 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-3578506e-0ffd-4921-be2e-1cd0101bc3e0 None None] For port afdec30a-a879-4909-91ab-7c92f5a10494, host dv-cinder-824995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=afdec30a-a879-4909-91ab-7c92f5a10494,segment=NetworkSegment(deb266b2-9859-465d-bf1b-4db2ea226e67),segment_id=deb266b2-9859-465d-bf1b-4db2ea226e67)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:24:26.642434 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3578506e-0ffd-4921-be2e-1cd0101bc3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (afdec30a-a879-4909-91ab-7c92f5a10494), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:24:26.711585 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578506e-0ffd-4921-be2e-1cd0101bc3e0 None None] Pushing event updated for resources: {'Port': ['ID=afdec30a-a879-4909-91ab-7c92f5a10494,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:24:27.298651 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:24:27.746314 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff911f6a-7a75-433e-8d90-6d46692a3a54 None None] Network ff5c484d-3ca0-4614-bffc-bc592f54726b requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:24:27.950795 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-95a0bc56-2605-4316-a7ad-2df870707f43 None None] Provisioning complete for port afdec30a-a879-4909-91ab-7c92f5a10494 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:24:27.951835 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-95a0bc56-2605-4316-a7ad-2df870707f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (afdec30a-a879-4909-91ab-7c92f5a10494), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:24:28.028379 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device afdec30a-a879-4909-91ab-7c92f5a10494 up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:24:28.128415 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-95a0bc56-2605-4316-a7ad-2df870707f43 None None] Current status of the port afdec30a-a879-4909-91ab-7c92f5a10494 is: DOWN; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:24:28.128720 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-95a0bc56-2605-4316-a7ad-2df870707f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (afdec30a-a879-4909-91ab-7c92f5a10494), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:24:28.146558 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port afdec30a-a879-4909-91ab-7c92f5a10494 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:24:28.147181 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (afdec30a-a879-4909-91ab-7c92f5a10494), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:24:28.197901 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-95a0bc56-2605-4316-a7ad-2df870707f43 None None] For port afdec30a-a879-4909-91ab-7c92f5a10494, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=afdec30a-a879-4909-91ab-7c92f5a10494,segment=NetworkSegment(deb266b2-9859-465d-bf1b-4db2ea226e67),segment_id=deb266b2-9859-465d-bf1b-4db2ea226e67)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:24:28.205922 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-95a0bc56-2605-4316-a7ad-2df870707f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (afdec30a-a879-4909-91ab-7c92f5a10494), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:24:28.296338 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0bc56-2605-4316-a7ad-2df870707f43 None None] Pushing event updated for resources: {'Port': ['ID=afdec30a-a879-4909-91ab-7c92f5a10494,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:24:28.300096 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port afdec30a-a879-4909-91ab-7c92f5a10494 is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:24:28.328050 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-3092eeff-a036-46cb-bf80-f84a4bd73cd4 None None] Provisioning complete for port afdec30a-a879-4909-91ab-7c92f5a10494 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:24:28.328451 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3092eeff-a036-46cb-bf80-f84a4bd73cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (afdec30a-a879-4909-91ab-7c92f5a10494), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:24:28.408050 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-3092eeff-a036-46cb-bf80-f84a4bd73cd4 None None] Current status of the port afdec30a-a879-4909-91ab-7c92f5a10494 is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:24:29.963693 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device afdec30a-a879-4909-91ab-7c92f5a10494 up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:24:30.011220 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port afdec30a-a879-4909-91ab-7c92f5a10494 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:24:30.011803 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (afdec30a-a879-4909-91ab-7c92f5a10494), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:24:30.090765 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port afdec30a-a879-4909-91ab-7c92f5a10494 is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:24:51.033130 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-357d3e94-2c8a-4649-bc28-6623d4a3051d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:24:53.336555 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-606c8089-ae6d-4771-950c-5d3092a60a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:24:54.484884 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:24:56.036882 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:24:57.298655 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:24:59.588798 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 5 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:25:21.039882 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbfa2138-a043-4cd3-8f80-b59fa04baaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:25:23.338668 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ff87a313-91a6-46aa-b8f3-f68104238861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:25:24.486527 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:25:26.043244 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:25:27.303550 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:25:36.587729 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 5 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:25:40.614056 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 50716) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:25:40.619981 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [None req-64b306d9-02a0-4415-8b74-9d6075096a14 tempest-verify_tempest_config-1868377168 tempest-verify_tempest_config-1868377168-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 18:25:40.620949 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-64b306d9-02a0-4415-8b74-9d6075096a14 tempest-verify_tempest_config-1868377168 tempest-verify_tempest_config-1868377168-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059271 Jan 17 18:25:40.909679 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 50734) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:25:41.012035 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ffb27aa1-ab85-4fde-b88b-fd5efed206e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:25:41.091643 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ffb27aa1-ab85-4fde-b88b-fd5efed206e3 admin admin] Publish callbacks [] for security_group (47ab490c-8893-4b60-98e4-74c93d6eb916), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:25:41.095211 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ffb27aa1-ab85-4fde-b88b-fd5efed206e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (47ab490c-8893-4b60-98e4-74c93d6eb916), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:25:41.143658 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-ffb27aa1-ab85-4fde-b88b-fd5efed206e3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a8a0115c15ae44598fdb7be47378467b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2329080 Jan 17 18:25:41.144480 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb27aa1-ab85-4fde-b88b-fd5efed206e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ab490c-8893-4b60-98e4-74c93d6eb916,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:25:41.146705 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 50738) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:25:41.151628 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb27aa1-ab85-4fde-b88b-fd5efed206e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:25:41.151980 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb27aa1-ab85-4fde-b88b-fd5efed206e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:25:41.152321 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb27aa1-ab85-4fde-b88b-fd5efed206e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:25:41.152656 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb27aa1-ab85-4fde-b88b-fd5efed206e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:25:41.152983 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb27aa1-ab85-4fde-b88b-fd5efed206e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:25:41.153308 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb27aa1-ab85-4fde-b88b-fd5efed206e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:25:41.153632 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb27aa1-ab85-4fde-b88b-fd5efed206e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:25:41.153958 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb27aa1-ab85-4fde-b88b-fd5efed206e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:25:41.154281 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb27aa1-ab85-4fde-b88b-fd5efed206e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:25:41.154603 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb27aa1-ab85-4fde-b88b-fd5efed206e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:25:41.154921 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb27aa1-ab85-4fde-b88b-fd5efed206e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:25:41.155237 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb27aa1-ab85-4fde-b88b-fd5efed206e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:25:41.155583 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb27aa1-ab85-4fde-b88b-fd5efed206e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:25:41.226629 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-44983187-dad2-4b5e-8e9e-26c203812ea4 admin admin] Publish callbacks [] for security_group (47ab490c-8893-4b60-98e4-74c93d6eb916), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:25:41.247013 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-44983187-dad2-4b5e-8e9e-26c203812ea4 admin admin] Publish callbacks [] for security_group (47ab490c-8893-4b60-98e4-74c93d6eb916), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:25:41.339136 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-44983187-dad2-4b5e-8e9e-26c203812ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (47ab490c-8893-4b60-98e4-74c93d6eb916), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:25:41.341860 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-44983187-dad2-4b5e-8e9e-26c203812ea4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:25:41.342984 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-44983187-dad2-4b5e-8e9e-26c203812ea4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/47ab490c-8893-4b60-98e4-74c93d6eb916 HTTP/1.1" status: 204 len: 168 time: 0.1952770 Jan 17 18:25:41.351933 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44983187-dad2-4b5e-8e9e-26c203812ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ab490c-8893-4b60-98e4-74c93d6eb916,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:25:41.360694 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44983187-dad2-4b5e-8e9e-26c203812ea4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:25:41.361054 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44983187-dad2-4b5e-8e9e-26c203812ea4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:25:41.361409 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44983187-dad2-4b5e-8e9e-26c203812ea4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:25:41.361746 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44983187-dad2-4b5e-8e9e-26c203812ea4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:25:41.362081 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44983187-dad2-4b5e-8e9e-26c203812ea4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:25:41.362408 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44983187-dad2-4b5e-8e9e-26c203812ea4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:25:41.362741 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44983187-dad2-4b5e-8e9e-26c203812ea4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:25:41.363074 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44983187-dad2-4b5e-8e9e-26c203812ea4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:25:41.363427 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44983187-dad2-4b5e-8e9e-26c203812ea4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:25:41.364720 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44983187-dad2-4b5e-8e9e-26c203812ea4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:25:41.364720 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44983187-dad2-4b5e-8e9e-26c203812ea4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:25:41.365105 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44983187-dad2-4b5e-8e9e-26c203812ea4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:25:41.365428 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44983187-dad2-4b5e-8e9e-26c203812ea4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:25:41.366816 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44983187-dad2-4b5e-8e9e-26c203812ea4 admin admin] Tracked resource versions report: Jan 17 18:25:41.366816 dv-cinder-824995-1-iscsi neutron-server[102422]: pushed versions: Jan 17 18:25:41.366816 dv-cinder-824995-1-iscsi neutron-server[102422]: { 'AddressGroup': {'1.2'}, Jan 17 18:25:41.366816 dv-cinder-824995-1-iscsi neutron-server[102422]: 'ConntrackHelper': {'1.0'}, Jan 17 18:25:41.366816 dv-cinder-824995-1-iscsi neutron-server[102422]: 'LocalIPAssociation': {'1.0'}, Jan 17 18:25:41.366816 dv-cinder-824995-1-iscsi neutron-server[102422]: 'Log': {'1.0'}, Jan 17 18:25:41.366816 dv-cinder-824995-1-iscsi neutron-server[102422]: 'Network': {'1.1'}, Jan 17 18:25:41.366816 dv-cinder-824995-1-iscsi neutron-server[102422]: 'Port': {'1.7'}, Jan 17 18:25:41.366816 dv-cinder-824995-1-iscsi neutron-server[102422]: 'PortForwarding': {'1.2'}, Jan 17 18:25:41.366816 dv-cinder-824995-1-iscsi neutron-server[102422]: 'QosPolicy': {'1.10'}, Jan 17 18:25:41.366816 dv-cinder-824995-1-iscsi neutron-server[102422]: 'SecurityGroup': {'1.5'}, Jan 17 18:25:41.366816 dv-cinder-824995-1-iscsi neutron-server[102422]: 'SecurityGroupRule': {'1.2'}, Jan 17 18:25:41.366816 dv-cinder-824995-1-iscsi neutron-server[102422]: 'SubPort': {'1.0'}, Jan 17 18:25:41.366816 dv-cinder-824995-1-iscsi neutron-server[102422]: 'Subnet': {'1.1'}, Jan 17 18:25:41.366816 dv-cinder-824995-1-iscsi neutron-server[102422]: 'Trunk': {'1.1'}} Jan 17 18:25:41.366816 dv-cinder-824995-1-iscsi neutron-server[102422]: consumer versions: Jan 17 18:25:41.366816 dv-cinder-824995-1-iscsi neutron-server[102422]: { DHCP agent@dv-cinder-824995-1-iscsi: {}, Jan 17 18:25:41.366816 dv-cinder-824995-1-iscsi neutron-server[102422]: L3 agent@dv-cinder-824995-1-iscsi: {}, Jan 17 18:25:41.366816 dv-cinder-824995-1-iscsi neutron-server[102422]: Metadata agent@dv-cinder-824995-1-iscsi: {}, Jan 17 18:25:41.366816 dv-cinder-824995-1-iscsi neutron-server[102422]: Metering agent@dv-cinder-824995-1-iscsi: {}, Jan 17 18:25:41.366816 dv-cinder-824995-1-iscsi neutron-server[102422]: Open vSwitch agent@dv-cinder-824995-1-iscsi: { 'AddressGroup': '1.2', Jan 17 18:25:41.366816 dv-cinder-824995-1-iscsi neutron-server[102422]: 'ConntrackHelper': '1.0', Jan 17 18:25:41.366816 dv-cinder-824995-1-iscsi neutron-server[102422]: 'LocalIPAssociation': '1.0', Jan 17 18:25:41.366816 dv-cinder-824995-1-iscsi neutron-server[102422]: 'Log': '1.0', Jan 17 18:25:41.366816 dv-cinder-824995-1-iscsi neutron-server[102422]: 'Network': '1.1', Jan 17 18:25:41.366816 dv-cinder-824995-1-iscsi neutron-server[102422]: 'Port': '1.7', Jan 17 18:25:41.366816 dv-cinder-824995-1-iscsi neutron-server[102422]: 'PortForwarding': '1.2', Jan 17 18:25:41.366816 dv-cinder-824995-1-iscsi neutron-server[102422]: 'QosPolicy': '1.10', Jan 17 18:25:41.366816 dv-cinder-824995-1-iscsi neutron-server[102422]: 'SecurityGroup': '1.5', Jan 17 18:25:41.366816 dv-cinder-824995-1-iscsi neutron-server[102422]: 'SecurityGroupRule': '1.2', Jan 17 18:25:41.366816 dv-cinder-824995-1-iscsi neutron-server[102422]: 'SubPort': '1.0', Jan 17 18:25:41.366816 dv-cinder-824995-1-iscsi neutron-server[102422]: 'Subnet': '1.1', Jan 17 18:25:41.366816 dv-cinder-824995-1-iscsi neutron-server[102422]: 'Trunk': '1.1'}} Jan 17 18:25:41.366816 dv-cinder-824995-1-iscsi neutron-server[102422]: {{(pid=102422) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 18:25:51.031530 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a97cb15c-4088-4c4d-ba55-d76b5fb5bf85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:25:53.340346 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5cfd1617-270a-4ce3-8d30-4ceb040096fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:25:54.489549 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:25:56.041557 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:25:57.296002 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:26:13.590344 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 5 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:26:21.033193 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5c3df34f-b0be-4dc3-934d-9ed21e2a178b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:26:23.341584 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-96ec61a1-4137-4121-83eb-2a8349085851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:26:24.493031 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:26:26.044950 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:26:27.298135 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:26:50.588557 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 5 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:26:51.034634 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0d730faa-b6ca-4e67-829f-8bf87ae47bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:26:53.343080 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-114dc637-b527-4db7-bd5e-f871d145281d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:26:54.494067 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:26:56.047956 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:26:57.303769 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:27:13.322271 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565935'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:27:21.037092 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1879a2c7-ea7c-48bb-8828-3055dcb5c1ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:27:23.343816 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-313a42dd-a003-4eee-bd36-4f1de5143b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:27:24.499853 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:27:26.050020 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:27:27.307552 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:27:27.587401 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 6 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:27:27.867030 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 50816) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:27:27.970450 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-3cac112b-70bb-4082-a8c4-0c34e256b5d5 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1022012 Jan 17 18:27:30.380792 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 50826) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:27:30.436110 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-f2c34a02-850a-4740-9fc4-e6b453094113 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0542235 Jan 17 18:27:43.291256 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:27:51.037860 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcd1d5c9-0632-4cf9-93cf-50dbba9e8f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:27:53.344305 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6f428421-cc3d-4def-9ba2-ac41335392fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:27:54.502397 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:27:56.053819 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:27:57.311294 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:28:04.585610 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 6 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:28:13.319711 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:28:21.039178 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-63c75771-a8c7-497a-8c35-62ac2ae97c70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:28:23.354167 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e4e45d1e-c720-42ed-9814-8b93e6462a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:28:24.513760 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:28:26.057828 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:28:27.318064 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:28:41.585120 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 6 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:28:43.317766 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:28:51.040807 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b04fcd85-b6f5-4e4a-ae52-51d59a6bdc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:28:53.349109 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d2a9abf9-1217-4db6-a1f6-879a1b37daf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:28:54.512839 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:28:56.059827 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:28:57.332790 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:01.688715 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 51006) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:01.998745 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-d84c5a5a-e6dd-469f-af14-daebb3b82d14 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1371144003-network', 'tenant_id': '6565d84bc46f476997612d642cd76aa1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:29:02.031779 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84c5a5a-e6dd-469f-af14-daebb3b82d14 admin admin] Made reservation on behalf of 6565d84bc46f476997612d642cd76aa1 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:29:02.035384 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d84c5a5a-e6dd-469f-af14-daebb3b82d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for network (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:02.051917 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d84c5a5a-e6dd-469f-af14-daebb3b82d14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:02.150237 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d84c5a5a-e6dd-469f-af14-daebb3b82d14 admin admin] Publish callbacks [] for security_group (b586705f-e9d3-4a30-a24d-1624a49f2075), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:02.154223 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d84c5a5a-e6dd-469f-af14-daebb3b82d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (b586705f-e9d3-4a30-a24d-1624a49f2075), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:02.182302 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d84c5a5a-e6dd-469f-af14-daebb3b82d14 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 18:29:02.196347 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 51036) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:02.224379 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c5a5a-e6dd-469f-af14-daebb3b82d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b586705f-e9d3-4a30-a24d-1624a49f2075,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:02.227726 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d84c5a5a-e6dd-469f-af14-daebb3b82d14 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736374233375', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749'] for segment (eab41685-dbf8-458c-809c-87ead42a6e3b), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:02.228560 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d84c5a5a-e6dd-469f-af14-daebb3b82d14 admin admin] Unsubscribe: segment precommit_create {{(pid=102422) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 17 18:29:02.229063 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.db.segments_db [None req-d84c5a5a-e6dd-469f-af14-daebb3b82d14 admin admin] Added segment eab41685-dbf8-458c-809c-87ead42a6e3b of type vlan for network f9fdf362-a192-4398-90ad-42753c4dbe91 Jan 17 18:29:02.233635 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 51042) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:02.247279 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c5a5a-e6dd-469f-af14-daebb3b82d14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:02.247887 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c5a5a-e6dd-469f-af14-daebb3b82d14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:02.248142 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c5a5a-e6dd-469f-af14-daebb3b82d14 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:02.248523 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c5a5a-e6dd-469f-af14-daebb3b82d14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:02.249277 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c5a5a-e6dd-469f-af14-daebb3b82d14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:02.249615 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c5a5a-e6dd-469f-af14-daebb3b82d14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:02.249977 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c5a5a-e6dd-469f-af14-daebb3b82d14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:02.250309 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c5a5a-e6dd-469f-af14-daebb3b82d14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:02.250852 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c5a5a-e6dd-469f-af14-daebb3b82d14 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:02.251187 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c5a5a-e6dd-469f-af14-daebb3b82d14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:02.252014 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c5a5a-e6dd-469f-af14-daebb3b82d14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:02.252014 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c5a5a-e6dd-469f-af14-daebb3b82d14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:02.252720 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c5a5a-e6dd-469f-af14-daebb3b82d14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:02.254040 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c5a5a-e6dd-469f-af14-daebb3b82d14 admin admin] Tracked resource versions report: Jan 17 18:29:02.254040 dv-cinder-824995-1-iscsi neutron-server[102422]: pushed versions: Jan 17 18:29:02.254040 dv-cinder-824995-1-iscsi neutron-server[102422]: { 'AddressGroup': {'1.2'}, Jan 17 18:29:02.254040 dv-cinder-824995-1-iscsi neutron-server[102422]: 'ConntrackHelper': {'1.0'}, Jan 17 18:29:02.254040 dv-cinder-824995-1-iscsi neutron-server[102422]: 'LocalIPAssociation': {'1.0'}, Jan 17 18:29:02.254040 dv-cinder-824995-1-iscsi neutron-server[102422]: 'Log': {'1.0'}, Jan 17 18:29:02.254040 dv-cinder-824995-1-iscsi neutron-server[102422]: 'Network': {'1.1'}, Jan 17 18:29:02.254040 dv-cinder-824995-1-iscsi neutron-server[102422]: 'Port': {'1.7'}, Jan 17 18:29:02.254040 dv-cinder-824995-1-iscsi neutron-server[102422]: 'PortForwarding': {'1.2'}, Jan 17 18:29:02.254040 dv-cinder-824995-1-iscsi neutron-server[102422]: 'QosPolicy': {'1.10'}, Jan 17 18:29:02.254040 dv-cinder-824995-1-iscsi neutron-server[102422]: 'SecurityGroup': {'1.5'}, Jan 17 18:29:02.254040 dv-cinder-824995-1-iscsi neutron-server[102422]: 'SecurityGroupRule': {'1.2'}, Jan 17 18:29:02.254040 dv-cinder-824995-1-iscsi neutron-server[102422]: 'SubPort': {'1.0'}, Jan 17 18:29:02.254040 dv-cinder-824995-1-iscsi neutron-server[102422]: 'Subnet': {'1.1'}, Jan 17 18:29:02.254040 dv-cinder-824995-1-iscsi neutron-server[102422]: 'Trunk': {'1.1'}} Jan 17 18:29:02.254040 dv-cinder-824995-1-iscsi neutron-server[102422]: consumer versions: Jan 17 18:29:02.254040 dv-cinder-824995-1-iscsi neutron-server[102422]: { DHCP agent@dv-cinder-824995-1-iscsi: {}, Jan 17 18:29:02.254040 dv-cinder-824995-1-iscsi neutron-server[102422]: HyperV agent@hv-cinder-82499: {}, Jan 17 18:29:02.254040 dv-cinder-824995-1-iscsi neutron-server[102422]: L3 agent@dv-cinder-824995-1-iscsi: {}, Jan 17 18:29:02.254040 dv-cinder-824995-1-iscsi neutron-server[102422]: Metadata agent@dv-cinder-824995-1-iscsi: {}, Jan 17 18:29:02.254040 dv-cinder-824995-1-iscsi neutron-server[102422]: Metering agent@dv-cinder-824995-1-iscsi: {}, Jan 17 18:29:02.254040 dv-cinder-824995-1-iscsi neutron-server[102422]: Open vSwitch agent@dv-cinder-824995-1-iscsi: { 'AddressGroup': '1.2', Jan 17 18:29:02.254040 dv-cinder-824995-1-iscsi neutron-server[102422]: 'ConntrackHelper': '1.0', Jan 17 18:29:02.254040 dv-cinder-824995-1-iscsi neutron-server[102422]: 'LocalIPAssociation': '1.0', Jan 17 18:29:02.254040 dv-cinder-824995-1-iscsi neutron-server[102422]: 'Log': '1.0', Jan 17 18:29:02.254040 dv-cinder-824995-1-iscsi neutron-server[102422]: 'Network': '1.1', Jan 17 18:29:02.254040 dv-cinder-824995-1-iscsi neutron-server[102422]: 'Port': '1.7', Jan 17 18:29:02.254040 dv-cinder-824995-1-iscsi neutron-server[102422]: 'PortForwarding': '1.2', Jan 17 18:29:02.254040 dv-cinder-824995-1-iscsi neutron-server[102422]: 'QosPolicy': '1.10', Jan 17 18:29:02.254040 dv-cinder-824995-1-iscsi neutron-server[102422]: 'SecurityGroup': '1.5', Jan 17 18:29:02.254040 dv-cinder-824995-1-iscsi neutron-server[102422]: 'SecurityGroupRule': '1.2', Jan 17 18:29:02.254040 dv-cinder-824995-1-iscsi neutron-server[102422]: 'SubPort': '1.0', Jan 17 18:29:02.254040 dv-cinder-824995-1-iscsi neutron-server[102422]: 'Subnet': '1.1', Jan 17 18:29:02.254040 dv-cinder-824995-1-iscsi neutron-server[102422]: 'Trunk': '1.1'}} Jan 17 18:29:02.254040 dv-cinder-824995-1-iscsi neutron-server[102422]: {{(pid=102422) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 18:29:02.326818 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d84c5a5a-e6dd-469f-af14-daebb3b82d14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736373697190'] for network (f9fdf362-a192-4398-90ad-42753c4dbe91), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:02.353058 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 51050) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:02.361850 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d84c5a5a-e6dd-469f-af14-daebb3b82d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506'] for network (f9fdf362-a192-4398-90ad-42753c4dbe91), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:02.363324 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84c5a5a-e6dd-469f-af14-daebb3b82d14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:02.364139 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d84c5a5a-e6dd-469f-af14-daebb3b82d14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for network (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:02.435523 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 51056) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:02.435762 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-d84c5a5a-e6dd-469f-af14-daebb3b82d14 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7451334 Jan 17 18:29:02.444514 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-b80a99cd-d62e-4404-baad-a12049d18945 admin admin] Request body: {'subnet': {'network_id': 'f9fdf362-a192-4398-90ad-42753c4dbe91', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1371144003-subnet', 'tenant_id': '6565d84bc46f476997612d642cd76aa1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:29:02.470993 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c5a5a-e6dd-469f-af14-daebb3b82d14 admin admin] Pushing event updated for resources: {'Network': ['ID=f9fdf362-a192-4398-90ad-42753c4dbe91,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:02.477987 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80a99cd-d62e-4404-baad-a12049d18945 admin admin] Made reservation on behalf of 6565d84bc46f476997612d642cd76aa1 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:29:02.481783 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b80a99cd-d62e-4404-baad-a12049d18945 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:02.485456 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Network f9fdf362-a192-4398-90ad-42753c4dbe91 details requested by agent ovs-agent-dv-cinder-824995-1-iscsi with host dv-cinder-824995-1-iscsi {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 18:29:02.553989 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-627b64a1-8391-4b23-8014-a00d7b42900e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1052639498-network', 'tenant_id': '6657ac8e60b144e0a5838057fcde4565'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:29:02.582164 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-60869f09-e290-42b5-a61f-7f0771232e74 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1823823908-network', 'tenant_id': 'e713cd04cf914d75bc12b271eea8bc44'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:29:02.606914 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627b64a1-8391-4b23-8014-a00d7b42900e admin admin] Made reservation on behalf of 6657ac8e60b144e0a5838057fcde4565 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:29:02.609202 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-627b64a1-8391-4b23-8014-a00d7b42900e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for network (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:02.627354 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-627b64a1-8391-4b23-8014-a00d7b42900e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:02.695545 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60869f09-e290-42b5-a61f-7f0771232e74 admin admin] Made reservation on behalf of e713cd04cf914d75bc12b271eea8bc44 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:29:02.697998 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-60869f09-e290-42b5-a61f-7f0771232e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for network (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:02.709609 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-d4614016-e199-4d8a-8f96-c90bad688ec8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-878886642-network', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:29:02.751836 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-60869f09-e290-42b5-a61f-7f0771232e74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:02.806316 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b80a99cd-d62e-4404-baad-a12049d18945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506'] for subnet (961653f6-79b2-4a60-b9e7-9e0202e89852), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:02.822098 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4614016-e199-4d8a-8f96-c90bad688ec8 admin admin] Made reservation on behalf of 11bc53620fe449daa11721cdccd1e9a7 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:29:02.824957 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d4614016-e199-4d8a-8f96-c90bad688ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for network (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:02.870411 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a99cd-d62e-4404-baad-a12049d18945 admin admin] Pushing event updated for resources: {'Subnet': ['ID=961653f6-79b2-4a60-b9e7-9e0202e89852,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:02.891356 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a99cd-d62e-4404-baad-a12049d18945 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:02.891952 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a99cd-d62e-4404-baad-a12049d18945 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:02.892468 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a99cd-d62e-4404-baad-a12049d18945 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:02.893597 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a99cd-d62e-4404-baad-a12049d18945 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:02.894115 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a99cd-d62e-4404-baad-a12049d18945 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:02.894620 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a99cd-d62e-4404-baad-a12049d18945 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:02.895151 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a99cd-d62e-4404-baad-a12049d18945 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:02.896054 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a99cd-d62e-4404-baad-a12049d18945 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:02.896573 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a99cd-d62e-4404-baad-a12049d18945 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:02.897113 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a99cd-d62e-4404-baad-a12049d18945 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:02.897650 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a99cd-d62e-4404-baad-a12049d18945 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:02.898167 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a99cd-d62e-4404-baad-a12049d18945 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:02.898694 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a99cd-d62e-4404-baad-a12049d18945 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:02.900079 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a99cd-d62e-4404-baad-a12049d18945 admin admin] Tracked resource versions report: Jan 17 18:29:02.900079 dv-cinder-824995-1-iscsi neutron-server[102423]: pushed versions: Jan 17 18:29:02.900079 dv-cinder-824995-1-iscsi neutron-server[102423]: { 'AddressGroup': {'1.2'}, Jan 17 18:29:02.900079 dv-cinder-824995-1-iscsi neutron-server[102423]: 'ConntrackHelper': {'1.0'}, Jan 17 18:29:02.900079 dv-cinder-824995-1-iscsi neutron-server[102423]: 'LocalIPAssociation': {'1.0'}, Jan 17 18:29:02.900079 dv-cinder-824995-1-iscsi neutron-server[102423]: 'Log': {'1.0'}, Jan 17 18:29:02.900079 dv-cinder-824995-1-iscsi neutron-server[102423]: 'Network': {'1.1'}, Jan 17 18:29:02.900079 dv-cinder-824995-1-iscsi neutron-server[102423]: 'Port': {'1.7'}, Jan 17 18:29:02.900079 dv-cinder-824995-1-iscsi neutron-server[102423]: 'PortForwarding': {'1.2'}, Jan 17 18:29:02.900079 dv-cinder-824995-1-iscsi neutron-server[102423]: 'QosPolicy': {'1.10'}, Jan 17 18:29:02.900079 dv-cinder-824995-1-iscsi neutron-server[102423]: 'SecurityGroup': {'1.5'}, Jan 17 18:29:02.900079 dv-cinder-824995-1-iscsi neutron-server[102423]: 'SecurityGroupRule': {'1.2'}, Jan 17 18:29:02.900079 dv-cinder-824995-1-iscsi neutron-server[102423]: 'SubPort': {'1.0'}, Jan 17 18:29:02.900079 dv-cinder-824995-1-iscsi neutron-server[102423]: 'Subnet': {'1.1'}, Jan 17 18:29:02.900079 dv-cinder-824995-1-iscsi neutron-server[102423]: 'Trunk': {'1.1'}} Jan 17 18:29:02.900079 dv-cinder-824995-1-iscsi neutron-server[102423]: consumer versions: Jan 17 18:29:02.900079 dv-cinder-824995-1-iscsi neutron-server[102423]: { DHCP agent@dv-cinder-824995-1-iscsi: {}, Jan 17 18:29:02.900079 dv-cinder-824995-1-iscsi neutron-server[102423]: HyperV agent@hv-cinder-82499: {}, Jan 17 18:29:02.900079 dv-cinder-824995-1-iscsi neutron-server[102423]: L3 agent@dv-cinder-824995-1-iscsi: {}, Jan 17 18:29:02.900079 dv-cinder-824995-1-iscsi neutron-server[102423]: Metadata agent@dv-cinder-824995-1-iscsi: {}, Jan 17 18:29:02.900079 dv-cinder-824995-1-iscsi neutron-server[102423]: Metering agent@dv-cinder-824995-1-iscsi: {}, Jan 17 18:29:02.900079 dv-cinder-824995-1-iscsi neutron-server[102423]: Open vSwitch agent@dv-cinder-824995-1-iscsi: { 'AddressGroup': '1.2', Jan 17 18:29:02.900079 dv-cinder-824995-1-iscsi neutron-server[102423]: 'ConntrackHelper': '1.0', Jan 17 18:29:02.900079 dv-cinder-824995-1-iscsi neutron-server[102423]: 'LocalIPAssociation': '1.0', Jan 17 18:29:02.900079 dv-cinder-824995-1-iscsi neutron-server[102423]: 'Log': '1.0', Jan 17 18:29:02.900079 dv-cinder-824995-1-iscsi neutron-server[102423]: 'Network': '1.1', Jan 17 18:29:02.900079 dv-cinder-824995-1-iscsi neutron-server[102423]: 'Port': '1.7', Jan 17 18:29:02.900079 dv-cinder-824995-1-iscsi neutron-server[102423]: 'PortForwarding': '1.2', Jan 17 18:29:02.900079 dv-cinder-824995-1-iscsi neutron-server[102423]: 'QosPolicy': '1.10', Jan 17 18:29:02.900079 dv-cinder-824995-1-iscsi neutron-server[102423]: 'SecurityGroup': '1.5', Jan 17 18:29:02.900079 dv-cinder-824995-1-iscsi neutron-server[102423]: 'SecurityGroupRule': '1.2', Jan 17 18:29:02.900079 dv-cinder-824995-1-iscsi neutron-server[102423]: 'SubPort': '1.0', Jan 17 18:29:02.900079 dv-cinder-824995-1-iscsi neutron-server[102423]: 'Subnet': '1.1', Jan 17 18:29:02.900079 dv-cinder-824995-1-iscsi neutron-server[102423]: 'Trunk': '1.1'}} Jan 17 18:29:02.900079 dv-cinder-824995-1-iscsi neutron-server[102423]: {{(pid=102423) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 18:29:02.921128 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d4614016-e199-4d8a-8f96-c90bad688ec8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:02.949870 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-627b64a1-8391-4b23-8014-a00d7b42900e admin admin] Publish callbacks [] for security_group (55ec3316-ebed-43ec-bce2-99098ecdfbb3), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:02.979647 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-627b64a1-8391-4b23-8014-a00d7b42900e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (55ec3316-ebed-43ec-bce2-99098ecdfbb3), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:02.991181 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-627b64a1-8391-4b23-8014-a00d7b42900e admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 18:29:03.008879 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-627b64a1-8391-4b23-8014-a00d7b42900e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749'] for segment (4cab2042-0c5f-4c5c-bed7-8f3f6af576a3), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:03.009852 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.db.segments_db [None req-627b64a1-8391-4b23-8014-a00d7b42900e admin admin] Added segment 4cab2042-0c5f-4c5c-bed7-8f3f6af576a3 of type vlan for network b71d7012-2825-4beb-9dcf-494a46619792 Jan 17 18:29:03.058225 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-627b64a1-8391-4b23-8014-a00d7b42900e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736373697190'] for network (b71d7012-2825-4beb-9dcf-494a46619792), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:03.070862 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80a99cd-d62e-4404-baad-a12049d18945 admin admin] Checking segment: {'id': 'eab41685-dbf8-458c-809c-87ead42a6e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f9fdf362-a192-4398-90ad-42753c4dbe91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:29:03.071289 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80a99cd-d62e-4404-baad-a12049d18945 admin admin] Network hostable DHCP agents. Network: f9fdf362-a192-4398-90ad-42753c4dbe91, hostable agents: ['94683317-8c70-4890-b431-46000499a1c4'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 18:29:03.137878 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b64a1-8391-4b23-8014-a00d7b42900e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ec3316-ebed-43ec-bce2-99098ecdfbb3,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:03.171829 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-60869f09-e290-42b5-a61f-7f0771232e74 admin admin] Publish callbacks [] for security_group (8289b9b8-47ad-4858-afff-008aca53a5bc), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:03.174540 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80a99cd-d62e-4404-baad-a12049d18945 admin admin] Network f9fdf362-a192-4398-90ad-42753c4dbe91 is scheduled to be hosted by DHCP agent 94683317-8c70-4890-b431-46000499a1c4 with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 18:29:03.178061 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-627b64a1-8391-4b23-8014-a00d7b42900e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506'] for network (b71d7012-2825-4beb-9dcf-494a46619792), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:03.179072 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627b64a1-8391-4b23-8014-a00d7b42900e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:03.179735 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-627b64a1-8391-4b23-8014-a00d7b42900e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for network (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:03.193639 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-60869f09-e290-42b5-a61f-7f0771232e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (8289b9b8-47ad-4858-afff-008aca53a5bc), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:03.261444 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60869f09-e290-42b5-a61f-7f0771232e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8289b9b8-47ad-4858-afff-008aca53a5bc,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:03.287391 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-627b64a1-8391-4b23-8014-a00d7b42900e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0890512 Jan 17 18:29:03.287611 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 51090) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:03.298743 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-5dcc0c14-bb91-4214-99ea-c580654266e5 admin admin] Request body: {'subnet': {'network_id': 'b71d7012-2825-4beb-9dcf-494a46619792', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1052639498-subnet', 'tenant_id': '6657ac8e60b144e0a5838057fcde4565', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:29:03.335569 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dcc0c14-bb91-4214-99ea-c580654266e5 admin admin] Made reservation on behalf of 6657ac8e60b144e0a5838057fcde4565 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:29:03.339063 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5dcc0c14-bb91-4214-99ea-c580654266e5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:03.353301 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-b80a99cd-d62e-4404-baad-a12049d18945 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824995-1-iscsi, f9fdf362-a192-4398-90ad-42753c4dbe91) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:29:03.363322 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427e9c2d-1774-46cc-ba06-33b51efa4f84 None None] Network f9fdf362-a192-4398-90ad-42753c4dbe91 requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:29:03.379096 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60869f09-e290-42b5-a61f-7f0771232e74 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 18:29:03.393333 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80a99cd-d62e-4404-baad-a12049d18945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:03.394727 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b80a99cd-d62e-4404-baad-a12049d18945 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for subnet (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:03.480095 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-b80a99cd-d62e-4404-baad-a12049d18945 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0424299 Jan 17 18:29:03.488558 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d4614016-e199-4d8a-8f96-c90bad688ec8 admin admin] Publish callbacks [] for security_group (098b5d0f-5175-4290-8058-23f91eb24b11), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:03.503553 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b64a1-8391-4b23-8014-a00d7b42900e admin admin] Pushing event updated for resources: {'Network': ['ID=b71d7012-2825-4beb-9dcf-494a46619792,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:03.527580 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-60869f09-e290-42b5-a61f-7f0771232e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749'] for segment (b577ace6-8bea-4272-ac15-e90e8f56340e), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:03.528052 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.db.segments_db [None req-60869f09-e290-42b5-a61f-7f0771232e74 admin admin] Added segment b577ace6-8bea-4272-ac15-e90e8f56340e of type vlan for network dc7b8bda-4f6a-4a84-9c64-8df87d1d200d Jan 17 18:29:03.530140 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d4614016-e199-4d8a-8f96-c90bad688ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (098b5d0f-5175-4290-8058-23f91eb24b11), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:03.543425 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4614016-e199-4d8a-8f96-c90bad688ec8 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 18:29:03.557934 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d4614016-e199-4d8a-8f96-c90bad688ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749'] for segment (2c78bc40-75f9-41e4-87c6-931db814d21f), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:03.557934 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.db.segments_db [None req-d4614016-e199-4d8a-8f96-c90bad688ec8 admin admin] Added segment 2c78bc40-75f9-41e4-87c6-931db814d21f of type vlan for network 2212e019-d500-4b0c-9632-00978d519e48 Jan 17 18:29:03.593069 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Network b71d7012-2825-4beb-9dcf-494a46619792 details requested by agent ovs-agent-dv-cinder-824995-1-iscsi with host dv-cinder-824995-1-iscsi {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 18:29:03.615101 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224fe1e6-39f9-4b90-85d7-b1fb8a0e8394 None None] Network f9fdf362-a192-4398-90ad-42753c4dbe91 requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:29:03.659752 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-60869f09-e290-42b5-a61f-7f0771232e74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736373697190'] for network (dc7b8bda-4f6a-4a84-9c64-8df87d1d200d), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:03.684027 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4614016-e199-4d8a-8f96-c90bad688ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098b5d0f-5175-4290-8058-23f91eb24b11,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:03.708435 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d4614016-e199-4d8a-8f96-c90bad688ec8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736373697190'] for network (2212e019-d500-4b0c-9632-00978d519e48), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:03.720464 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5dcc0c14-bb91-4214-99ea-c580654266e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506'] for subnet (aef80ff5-588c-4824-85bf-241b4c536509), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:03.754160 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-60869f09-e290-42b5-a61f-7f0771232e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506'] for network (dc7b8bda-4f6a-4a84-9c64-8df87d1d200d), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:03.755902 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60869f09-e290-42b5-a61f-7f0771232e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:03.756724 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-60869f09-e290-42b5-a61f-7f0771232e74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for network (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:03.850167 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60869f09-e290-42b5-a61f-7f0771232e74 admin admin] Pushing event updated for resources: {'Network': ['ID=dc7b8bda-4f6a-4a84-9c64-8df87d1d200d,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:03.856137 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc0c14-bb91-4214-99ea-c580654266e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aef80ff5-588c-4824-85bf-241b4c536509,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:03.857241 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d4614016-e199-4d8a-8f96-c90bad688ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506'] for network (2212e019-d500-4b0c-9632-00978d519e48), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:03.858217 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4614016-e199-4d8a-8f96-c90bad688ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:03.858750 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d4614016-e199-4d8a-8f96-c90bad688ec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for network (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:03.883785 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Network dc7b8bda-4f6a-4a84-9c64-8df87d1d200d details requested by agent ovs-agent-dv-cinder-824995-1-iscsi with host dv-cinder-824995-1-iscsi {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 18:29:03.935964 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcc0c14-bb91-4214-99ea-c580654266e5 admin admin] Checking segment: {'id': '4cab2042-0c5f-4c5c-bed7-8f3f6af576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b71d7012-2825-4beb-9dcf-494a46619792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:29:03.937257 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcc0c14-bb91-4214-99ea-c580654266e5 admin admin] Network hostable DHCP agents. Network: b71d7012-2825-4beb-9dcf-494a46619792, hostable agents: ['94683317-8c70-4890-b431-46000499a1c4'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 18:29:03.983537 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4614016-e199-4d8a-8f96-c90bad688ec8 admin admin] Pushing event updated for resources: {'Network': ['ID=2212e019-d500-4b0c-9632-00978d519e48,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:03.998312 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcc0c14-bb91-4214-99ea-c580654266e5 admin admin] Network b71d7012-2825-4beb-9dcf-494a46619792 is scheduled to be hosted by DHCP agent 94683317-8c70-4890-b431-46000499a1c4 with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 18:29:04.003309 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-d4614016-e199-4d8a-8f96-c90bad688ec8 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6463871 Jan 17 18:29:04.004098 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 51124) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:04.012681 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-60869f09-e290-42b5-a61f-7f0771232e74 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7778757 Jan 17 18:29:04.015876 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 51126) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:04.018867 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-70baa69e-d601-4489-a841-cd7a44168e56 admin admin] Request body: {'subnet': {'network_id': '2212e019-d500-4b0c-9632-00978d519e48', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-878886642-subnet', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:29:04.024679 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-3bc20091-d2c0-43dc-8df9-fb13f7f1bf85 admin admin] Request body: {'subnet': {'network_id': 'dc7b8bda-4f6a-4a84-9c64-8df87d1d200d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1823823908-subnet', 'tenant_id': 'e713cd04cf914d75bc12b271eea8bc44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:29:04.036025 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-5dcc0c14-bb91-4214-99ea-c580654266e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824995-1-iscsi, b71d7012-2825-4beb-9dcf-494a46619792) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:29:04.054335 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70baa69e-d601-4489-a841-cd7a44168e56 admin admin] Made reservation on behalf of 11bc53620fe449daa11721cdccd1e9a7 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:29:04.059180 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-70baa69e-d601-4489-a841-cd7a44168e56 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:04.071784 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Network 2212e019-d500-4b0c-9632-00978d519e48 details requested by agent ovs-agent-dv-cinder-824995-1-iscsi with host dv-cinder-824995-1-iscsi {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 18:29:04.073757 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de370797-9df1-4c58-be82-6b7429a05f62 None None] Network b71d7012-2825-4beb-9dcf-494a46619792 requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:29:04.090337 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcc0c14-bb91-4214-99ea-c580654266e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:04.090337 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5dcc0c14-bb91-4214-99ea-c580654266e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for subnet (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:04.096021 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc20091-d2c0-43dc-8df9-fb13f7f1bf85 admin admin] Made reservation on behalf of e713cd04cf914d75bc12b271eea8bc44 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:29:04.099023 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3bc20091-d2c0-43dc-8df9-fb13f7f1bf85 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:04.303237 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54154cb-ec94-4c69-96de-aa6db7c36357 None None] Network b71d7012-2825-4beb-9dcf-494a46619792 requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:29:04.437451 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-5dcc0c14-bb91-4214-99ea-c580654266e5 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1483896 Jan 17 18:29:04.453968 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3bc20091-d2c0-43dc-8df9-fb13f7f1bf85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506'] for subnet (09b30f79-9dbf-4db5-8afc-15f2fb928f6f), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:04.517764 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-70baa69e-d601-4489-a841-cd7a44168e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506'] for subnet (9ea9967e-4370-4564-98d1-90d5a9404775), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:04.536161 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc20091-d2c0-43dc-8df9-fb13f7f1bf85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09b30f79-9dbf-4db5-8afc-15f2fb928f6f,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:04.585046 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc20091-d2c0-43dc-8df9-fb13f7f1bf85 admin admin] Checking segment: {'id': 'b577ace6-8bea-4272-ac15-e90e8f56340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dc7b8bda-4f6a-4a84-9c64-8df87d1d200d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:29:04.586088 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc20091-d2c0-43dc-8df9-fb13f7f1bf85 admin admin] Network hostable DHCP agents. Network: dc7b8bda-4f6a-4a84-9c64-8df87d1d200d, hostable agents: ['94683317-8c70-4890-b431-46000499a1c4'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 18:29:04.592271 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70baa69e-d601-4489-a841-cd7a44168e56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ea9967e-4370-4564-98d1-90d5a9404775,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:04.603267 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70baa69e-d601-4489-a841-cd7a44168e56 admin admin] Checking segment: {'id': '2c78bc40-75f9-41e4-87c6-931db814d21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2212e019-d500-4b0c-9632-00978d519e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:29:04.603832 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70baa69e-d601-4489-a841-cd7a44168e56 admin admin] Network hostable DHCP agents. Network: 2212e019-d500-4b0c-9632-00978d519e48, hostable agents: ['94683317-8c70-4890-b431-46000499a1c4'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 18:29:04.632725 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc20091-d2c0-43dc-8df9-fb13f7f1bf85 admin admin] Network dc7b8bda-4f6a-4a84-9c64-8df87d1d200d is scheduled to be hosted by DHCP agent 94683317-8c70-4890-b431-46000499a1c4 with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 18:29:04.640331 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70baa69e-d601-4489-a841-cd7a44168e56 admin admin] Network 2212e019-d500-4b0c-9632-00978d519e48 is scheduled to be hosted by DHCP agent 94683317-8c70-4890-b431-46000499a1c4 with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 18:29:04.648732 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-3bc20091-d2c0-43dc-8df9-fb13f7f1bf85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824995-1-iscsi, dc7b8bda-4f6a-4a84-9c64-8df87d1d200d) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:29:04.661051 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349b8168-727d-4c7c-97aa-6f004e599a98 None None] Network dc7b8bda-4f6a-4a84-9c64-8df87d1d200d requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:29:04.670205 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc20091-d2c0-43dc-8df9-fb13f7f1bf85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:04.670450 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-70baa69e-d601-4489-a841-cd7a44168e56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824995-1-iscsi, 2212e019-d500-4b0c-9632-00978d519e48) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:29:04.677124 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3bc20091-d2c0-43dc-8df9-fb13f7f1bf85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for subnet (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:04.695254 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70baa69e-d601-4489-a841-cd7a44168e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:04.695901 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-70baa69e-d601-4489-a841-cd7a44168e56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for subnet (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:04.736035 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-3bc20091-d2c0-43dc-8df9-fb13f7f1bf85 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7185559 Jan 17 18:29:04.738903 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 51162) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:04.747668 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-374f85fe-e866-4c12-bfba-c4399014c86c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1823823908-router', 'tenant_id': 'e713cd04cf914d75bc12b271eea8bc44', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:29:04.763056 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-70baa69e-d601-4489-a841-cd7a44168e56 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7484822 Jan 17 18:29:04.765576 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 51164) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:04.779478 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-177de726-cf31-4a2a-abcc-621aa5de326e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-878886642-router', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:29:04.804704 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf925a2-260d-45a7-bf77-449ba0b51868 None None] Network 2212e019-d500-4b0c-9632-00978d519e48 requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:29:04.816330 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-374f85fe-e866-4c12-bfba-c4399014c86c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31965'] for router (c19eba3b-927f-410a-9065-aca8f92572f2), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:04.818585 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-374f85fe-e866-4c12-bfba-c4399014c86c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-658330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31974'] for router (c19eba3b-927f-410a-9065-aca8f92572f2), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:04.872946 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-177de726-cf31-4a2a-abcc-621aa5de326e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31965'] for router (3751d2d2-c3e0-4d50-8ef4-231e870718a7), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:04.874168 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-177de726-cf31-4a2a-abcc-621aa5de326e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-658330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31974'] for router (3751d2d2-c3e0-4d50-8ef4-231e870718a7), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:05.035130 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-177de726-cf31-4a2a-abcc-621aa5de326e admin admin] Publish callbacks [] for router_controller (3751d2d2-c3e0-4d50-8ef4-231e870718a7), precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:05.051205 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-374f85fe-e866-4c12-bfba-c4399014c86c admin admin] Publish callbacks [] for router_controller (c19eba3b-927f-410a-9065-aca8f92572f2), precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:05.123140 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf21e89-f3af-4738-93d2-55c5cd36bccf None None] Network dc7b8bda-4f6a-4a84-9c64-8df87d1d200d requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:29:05.203332 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 51210) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:05.235894 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5336e4b5-bd6e-4a59-afad-8a2d4fa78a9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95e1d24f-6bb3-50e3-943a-1efa89be4733-2212e019-d500-4b0c-9632-00978d519e48', 'network_id': '2212e019-d500-4b0c-9632-00978d519e48', 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'fixed_ips': [{'subnet_id': '9ea9967e-4370-4564-98d1-90d5a9404775'}]}} from dv-cinder-824995-1-iscsi. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 18:29:05.238386 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5336e4b5-bd6e-4a59-afad-8a2d4fa78a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:05.277971 dv-cinder-824995-1-iscsi neutron-server[102422]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 17 18:29:05.369801 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 51232) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:05.373398 dv-cinder-824995-1-iscsi neutron-server[102423]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 17 18:29:05.410116 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-177de726-cf31-4a2a-abcc-621aa5de326e admin admin] Publish callbacks [] for router_gateway (3751d2d2-c3e0-4d50-8ef4-231e870718a7), precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:05.438156 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-5336e4b5-bd6e-4a59-afad-8a2d4fa78a9a None None] Allocated IP 172.20.0.2 (2212e019-d500-4b0c-9632-00978d519e48/9ea9967e-4370-4564-98d1-90d5a9404775/aea8acc8-fae7-4569-a1ec-802d40591fba) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:29:05.529413 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-374f85fe-e866-4c12-bfba-c4399014c86c admin admin] Publish callbacks [] for router_gateway (c19eba3b-927f-410a-9065-aca8f92572f2), precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:05.625406 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5336e4b5-bd6e-4a59-afad-8a2d4fa78a9a None None] Publish callbacks [] for port (aea8acc8-fae7-4569-a1ec-802d40591fba), precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:05.633592 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-c9bc2576-1197-4a2d-9687-534a32f243c2 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:05.635978 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-c9bc2576-1197-4a2d-9687-534a32f243c2 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/networks?id=f9fdf362-a192-4398-90ad-42753c4dbe91 HTTP/1.1" status: 200 len: 815 time: 0.4174891 Jan 17 18:29:05.636925 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5336e4b5-bd6e-4a59-afad-8a2d4fa78a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924'] for port (aea8acc8-fae7-4569-a1ec-802d40591fba), after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:05.674930 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-65583c99-1b9e-4766-8bea-7946bd8c452f tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/quotas/6565d84bc46f476997612d642cd76aa1 HTTP/1.1" status: 200 len: 375 time: 0.0233874 Jan 17 18:29:05.697804 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5336e4b5-bd6e-4a59-afad-8a2d4fa78a9a None None] Network 2212e019-d500-4b0c-9632-00978d519e48 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:29:05.702438 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-5336e4b5-bd6e-4a59-afad-8a2d4fa78a9a None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:29:05.710744 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5336e4b5-bd6e-4a59-afad-8a2d4fa78a9a None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:29:05.742094 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336e4b5-bd6e-4a59-afad-8a2d4fa78a9a None None] Pushing event updated for resources: {'Port': ['ID=aea8acc8-fae7-4569-a1ec-802d40591fba,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:05.776031 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5336e4b5-bd6e-4a59-afad-8a2d4fa78a9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:05.776286 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-3e12b236-2425-4dd7-ab9c-4efdf308fe3f tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:05.776785 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5336e4b5-bd6e-4a59-afad-8a2d4fa78a9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:05.776785 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5336e4b5-bd6e-4a59-afad-8a2d4fa78a9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:05.777088 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5336e4b5-bd6e-4a59-afad-8a2d4fa78a9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:05.777397 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5336e4b5-bd6e-4a59-afad-8a2d4fa78a9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:05.778017 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5336e4b5-bd6e-4a59-afad-8a2d4fa78a9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:05.778350 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5336e4b5-bd6e-4a59-afad-8a2d4fa78a9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:05.778683 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5336e4b5-bd6e-4a59-afad-8a2d4fa78a9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:05.779179 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5336e4b5-bd6e-4a59-afad-8a2d4fa78a9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:05.779557 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5336e4b5-bd6e-4a59-afad-8a2d4fa78a9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:05.780076 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5336e4b5-bd6e-4a59-afad-8a2d4fa78a9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:05.780275 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5336e4b5-bd6e-4a59-afad-8a2d4fa78a9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:05.780584 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5336e4b5-bd6e-4a59-afad-8a2d4fa78a9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:05.781775 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5336e4b5-bd6e-4a59-afad-8a2d4fa78a9a None None] Tracked resource versions report: Jan 17 18:29:05.781775 dv-cinder-824995-1-iscsi neutron-server[102424]: pushed versions: Jan 17 18:29:05.781775 dv-cinder-824995-1-iscsi neutron-server[102424]: { 'AddressGroup': {'1.2'}, Jan 17 18:29:05.781775 dv-cinder-824995-1-iscsi neutron-server[102424]: 'ConntrackHelper': {'1.0'}, Jan 17 18:29:05.781775 dv-cinder-824995-1-iscsi neutron-server[102424]: 'LocalIPAssociation': {'1.0'}, Jan 17 18:29:05.781775 dv-cinder-824995-1-iscsi neutron-server[102424]: 'Log': {'1.0'}, Jan 17 18:29:05.781775 dv-cinder-824995-1-iscsi neutron-server[102424]: 'Network': {'1.1'}, Jan 17 18:29:05.781775 dv-cinder-824995-1-iscsi neutron-server[102424]: 'Port': {'1.7'}, Jan 17 18:29:05.781775 dv-cinder-824995-1-iscsi neutron-server[102424]: 'PortForwarding': {'1.2'}, Jan 17 18:29:05.781775 dv-cinder-824995-1-iscsi neutron-server[102424]: 'QosPolicy': {'1.10'}, Jan 17 18:29:05.781775 dv-cinder-824995-1-iscsi neutron-server[102424]: 'SecurityGroup': {'1.5'}, Jan 17 18:29:05.781775 dv-cinder-824995-1-iscsi neutron-server[102424]: 'SecurityGroupRule': {'1.2'}, Jan 17 18:29:05.781775 dv-cinder-824995-1-iscsi neutron-server[102424]: 'SubPort': {'1.0'}, Jan 17 18:29:05.781775 dv-cinder-824995-1-iscsi neutron-server[102424]: 'Subnet': {'1.1'}, Jan 17 18:29:05.781775 dv-cinder-824995-1-iscsi neutron-server[102424]: 'Trunk': {'1.1'}} Jan 17 18:29:05.781775 dv-cinder-824995-1-iscsi neutron-server[102424]: consumer versions: Jan 17 18:29:05.781775 dv-cinder-824995-1-iscsi neutron-server[102424]: { DHCP agent@dv-cinder-824995-1-iscsi: {}, Jan 17 18:29:05.781775 dv-cinder-824995-1-iscsi neutron-server[102424]: HyperV agent@hv-cinder-82499: {}, Jan 17 18:29:05.781775 dv-cinder-824995-1-iscsi neutron-server[102424]: L3 agent@dv-cinder-824995-1-iscsi: {}, Jan 17 18:29:05.781775 dv-cinder-824995-1-iscsi neutron-server[102424]: Metadata agent@dv-cinder-824995-1-iscsi: {}, Jan 17 18:29:05.781775 dv-cinder-824995-1-iscsi neutron-server[102424]: Metering agent@dv-cinder-824995-1-iscsi: {}, Jan 17 18:29:05.781775 dv-cinder-824995-1-iscsi neutron-server[102424]: Open vSwitch agent@dv-cinder-824995-1-iscsi: { 'AddressGroup': '1.2', Jan 17 18:29:05.781775 dv-cinder-824995-1-iscsi neutron-server[102424]: 'ConntrackHelper': '1.0', Jan 17 18:29:05.781775 dv-cinder-824995-1-iscsi neutron-server[102424]: 'LocalIPAssociation': '1.0', Jan 17 18:29:05.781775 dv-cinder-824995-1-iscsi neutron-server[102424]: 'Log': '1.0', Jan 17 18:29:05.781775 dv-cinder-824995-1-iscsi neutron-server[102424]: 'Network': '1.1', Jan 17 18:29:05.781775 dv-cinder-824995-1-iscsi neutron-server[102424]: 'Port': '1.7', Jan 17 18:29:05.781775 dv-cinder-824995-1-iscsi neutron-server[102424]: 'PortForwarding': '1.2', Jan 17 18:29:05.781775 dv-cinder-824995-1-iscsi neutron-server[102424]: 'QosPolicy': '1.10', Jan 17 18:29:05.781775 dv-cinder-824995-1-iscsi neutron-server[102424]: 'SecurityGroup': '1.5', Jan 17 18:29:05.781775 dv-cinder-824995-1-iscsi neutron-server[102424]: 'SecurityGroupRule': '1.2', Jan 17 18:29:05.781775 dv-cinder-824995-1-iscsi neutron-server[102424]: 'SubPort': '1.0', Jan 17 18:29:05.781775 dv-cinder-824995-1-iscsi neutron-server[102424]: 'Subnet': '1.1', Jan 17 18:29:05.781775 dv-cinder-824995-1-iscsi neutron-server[102424]: 'Trunk': '1.1'}} Jan 17 18:29:05.781775 dv-cinder-824995-1-iscsi neutron-server[102424]: {{(pid=102424) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 18:29:05.784166 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-3e12b236-2425-4dd7-ab9c-4efdf308fe3f tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/networks?id=b71d7012-2825-4beb-9dcf-494a46619792 HTTP/1.1" status: 200 len: 812 time: 0.4117782 Jan 17 18:29:05.800651 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-5336e4b5-bd6e-4a59-afad-8a2d4fa78a9a None None] Attempting to bind port aea8acc8-fae7-4569-a1ec-802d40591fba on host dv-cinder-824995-1-iscsi for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:29:05.800651 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-5336e4b5-bd6e-4a59-afad-8a2d4fa78a9a None None] Attempting to bind port aea8acc8-fae7-4569-a1ec-802d40591fba by drivers openvswitch,hyperv on host dv-cinder-824995-1-iscsi at level 0 using segments [{'id': '2c78bc40-75f9-41e4-87c6-931db814d21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2212e019-d500-4b0c-9632-00978d519e48'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:29:05.800651 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5336e4b5-bd6e-4a59-afad-8a2d4fa78a9a None None] Attempting to bind port aea8acc8-fae7-4569-a1ec-802d40591fba on network 2212e019-d500-4b0c-9632-00978d519e48 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:29:05.804029 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-16b5c661-4751-465d-993e-9d563dc91de8 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/quotas/6657ac8e60b144e0a5838057fcde4565 HTTP/1.1" status: 200 len: 375 time: 0.0200148 Jan 17 18:29:05.804717 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 51238) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:05.806248 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5336e4b5-bd6e-4a59-afad-8a2d4fa78a9a None None] Checking agent: {'id': 'df58d820-fcc5-4fb7-897c-d0f1a16030b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 21, 27), 'started_at': datetime.datetime(2022, 1, 17, 18, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:29:05.806627 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5336e4b5-bd6e-4a59-afad-8a2d4fa78a9a None None] Checking segment: {'id': '2c78bc40-75f9-41e4-87c6-931db814d21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2212e019-d500-4b0c-9632-00978d519e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:29:05.807032 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5336e4b5-bd6e-4a59-afad-8a2d4fa78a9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:05.807424 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5336e4b5-bd6e-4a59-afad-8a2d4fa78a9a None None] Bound using segment: {'id': '2c78bc40-75f9-41e4-87c6-931db814d21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2212e019-d500-4b0c-9632-00978d519e48'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:29:05.807921 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-5336e4b5-bd6e-4a59-afad-8a2d4fa78a9a None None] Bound port: aea8acc8-fae7-4569-a1ec-802d40591fba, host: dv-cinder-824995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c78bc40-75f9-41e4-87c6-931db814d21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2212e019-d500-4b0c-9632-00978d519e48'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:29:05.808583 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5336e4b5-bd6e-4a59-afad-8a2d4fa78a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (aea8acc8-fae7-4569-a1ec-802d40591fba), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:05.842743 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-a9db36c4-906e-4dff-ab05-f7c93c1d7cdb tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6565d84bc46f476997612d642cd76aa1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1627579 Jan 17 18:29:05.880121 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-a8d06ef9-3fae-4983-819a-6f6d74741ead tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6657ac8e60b144e0a5838057fcde4565&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0666625 Jan 17 18:29:05.913079 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-5336e4b5-bd6e-4a59-afad-8a2d4fa78a9a None None] For port aea8acc8-fae7-4569-a1ec-802d40591fba, host dv-cinder-824995-1-iscsi, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:29:05.916504 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-5336e4b5-bd6e-4a59-afad-8a2d4fa78a9a None None] For port aea8acc8-fae7-4569-a1ec-802d40591fba, host dv-cinder-824995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=aea8acc8-fae7-4569-a1ec-802d40591fba,segment=NetworkSegment(2c78bc40-75f9-41e4-87c6-931db814d21f),segment_id=2c78bc40-75f9-41e4-87c6-931db814d21f)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:29:05.926795 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5336e4b5-bd6e-4a59-afad-8a2d4fa78a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (aea8acc8-fae7-4569-a1ec-802d40591fba), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:06.001100 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336e4b5-bd6e-4a59-afad-8a2d4fa78a9a None None] Pushing event updated for resources: {'Port': ['ID=aea8acc8-fae7-4569-a1ec-802d40591fba,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:06.024809 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-69587c2f-7994-4d9b-bace-5cbf2477c527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:06.060487 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-374f85fe-e866-4c12-bfba-c4399014c86c admin admin] Publish callbacks [] for router_gateway (c19eba3b-927f-410a-9065-aca8f92572f2), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:06.075242 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-177de726-cf31-4a2a-abcc-621aa5de326e admin admin] Publish callbacks [] for router_gateway (3751d2d2-c3e0-4d50-8ef4-231e870718a7), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:06.093035 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-374f85fe-e866-4c12-bfba-c4399014c86c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:06.109052 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-f95ba608-6b9c-4667-8792-e4bbed60cae1 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 18:29:06.116575 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-f95ba608-6b9c-4667-8792-e4bbed60cae1 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0815015 Jan 17 18:29:06.127856 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-177de726-cf31-4a2a-abcc-621aa5de326e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:06.134576 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-63a2cfe8-3813-4c78-a2aa-08a310792454 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 18:29:06.143430 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-63a2cfe8-3813-4c78-a2aa-08a310792454 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0997982 Jan 17 18:29:06.326218 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-ee027813-85fd-417f-8999-cf3b02d159a2 service neutron] 10.222.0.57 "GET /v2.0/networks/b71d7012-2825-4beb-9dcf-494a46619792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852896 Jan 17 18:29:06.349576 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-a3b6e726-9897-4067-b3f2-f37e95181415 service neutron] 10.222.0.57 "GET /v2.0/networks/f9fdf362-a192-4398-90ad-42753c4dbe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044821 Jan 17 18:29:06.433849 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-177de726-cf31-4a2a-abcc-621aa5de326e admin admin] Allocated IP 172.27.3.203 (9ec40da0-3fb2-40ad-97b9-056b5e7103fe/10c42aa5-d9d6-40a2-95c7-0d399aece660/e2d3fedb-02bb-4031-b568-d42e8161f9ee) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:29:06.463637 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-219dba80-bb8f-4d85-924f-eb56c64fbd38 service neutron] 10.222.0.57 "GET /v2.0/networks/f9fdf362-a192-4398-90ad-42753c4dbe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130619 Jan 17 18:29:06.485668 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-69587c2f-7994-4d9b-bace-5cbf2477c527 admin admin] Publish callbacks [] for security_group (b63f8204-97c6-4956-8c3e-72e2b0fe3996), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:06.528164 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-69587c2f-7994-4d9b-bace-5cbf2477c527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (b63f8204-97c6-4956-8c3e-72e2b0fe3996), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:06.570798 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-346b19df-fc86-4dc8-ac46-fcb1ccaafef2 service neutron] 10.222.0.57 "GET /v2.0/networks/b71d7012-2825-4beb-9dcf-494a46619792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670684 Jan 17 18:29:06.588922 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-69587c2f-7994-4d9b-bace-5cbf2477c527 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bfe6d0b48f5849a59cf3ae66b75a1417&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7799451 Jan 17 18:29:06.593133 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 51258) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:06.598604 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69587c2f-7994-4d9b-bace-5cbf2477c527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63f8204-97c6-4956-8c3e-72e2b0fe3996,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:06.646381 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-177de726-cf31-4a2a-abcc-621aa5de326e admin admin] Publish callbacks [] for port (e2d3fedb-02bb-4031-b568-d42e8161f9ee), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:06.696519 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-177de726-cf31-4a2a-abcc-621aa5de326e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924'] for port (e2d3fedb-02bb-4031-b568-d42e8161f9ee), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:06.739783 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f5af968a-6a8e-4471-a838-7d331ecd3d01 admin admin] Publish callbacks [] for security_group (b63f8204-97c6-4956-8c3e-72e2b0fe3996), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:06.769640 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177de726-cf31-4a2a-abcc-621aa5de326e admin admin] Network 9ec40da0-3fb2-40ad-97b9-056b5e7103fe is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:29:06.777285 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-177de726-cf31-4a2a-abcc-621aa5de326e admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:29:06.800463 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177de726-cf31-4a2a-abcc-621aa5de326e admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:29:06.855482 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f5af968a-6a8e-4471-a838-7d331ecd3d01 admin admin] Publish callbacks [] for security_group (b63f8204-97c6-4956-8c3e-72e2b0fe3996), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:06.883407 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177de726-cf31-4a2a-abcc-621aa5de326e admin admin] Pushing event updated for resources: {'Port': ['ID=e2d3fedb-02bb-4031-b568-d42e8161f9ee,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:07.140222 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-374f85fe-e866-4c12-bfba-c4399014c86c admin admin] Allocated IP 172.27.3.252 (9ec40da0-3fb2-40ad-97b9-056b5e7103fe/10c42aa5-d9d6-40a2-95c7-0d399aece660/5c62683a-0f38-424c-b7f3-70de37641fc9) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:29:07.207915 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-02b80bd4-3755-4a7e-8c64-8f3890859a81 req-8f2d83b9-e32f-47b8-8775-0a0a9d0584bd tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 210 time: 0.2094955 Jan 17 18:29:07.214566 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-fc6219c6-8e8f-478b-a5e0-86a859e2589e req-933d31df-cab9-4015-b144-2f39cbf9a1a6 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1fb07b8-2758-4cb4-8278-85296c1f4c1b HTTP/1.1" status: 200 len: 210 time: 0.0747910 Jan 17 18:29:07.307437 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f5af968a-6a8e-4471-a838-7d331ecd3d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (b63f8204-97c6-4956-8c3e-72e2b0fe3996), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:07.330495 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f5af968a-6a8e-4471-a838-7d331ecd3d01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:07.334688 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-f5af968a-6a8e-4471-a838-7d331ecd3d01 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b63f8204-97c6-4956-8c3e-72e2b0fe3996 HTTP/1.1" status: 204 len: 168 time: 0.7369556 Jan 17 18:29:07.347257 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-177de726-cf31-4a2a-abcc-621aa5de326e admin admin] Publish callbacks [] for router_gateway (3751d2d2-c3e0-4d50-8ef4-231e870718a7), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:07.395499 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af968a-6a8e-4471-a838-7d331ecd3d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63f8204-97c6-4956-8c3e-72e2b0fe3996,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:07.442356 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-374f85fe-e866-4c12-bfba-c4399014c86c admin admin] Publish callbacks [] for port (5c62683a-0f38-424c-b7f3-70de37641fc9), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:07.632566 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-374f85fe-e866-4c12-bfba-c4399014c86c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924'] for port (5c62683a-0f38-424c-b7f3-70de37641fc9), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:07.746369 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd10609-bc5a-42f1-99ca-885b66c5cf35 None None] Network 2212e019-d500-4b0c-9632-00978d519e48 requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:29:07.793637 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374f85fe-e866-4c12-bfba-c4399014c86c admin admin] Network 9ec40da0-3fb2-40ad-97b9-056b5e7103fe is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:29:07.810119 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-374f85fe-e866-4c12-bfba-c4399014c86c admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:29:07.826516 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374f85fe-e866-4c12-bfba-c4399014c86c admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:29:07.845088 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f85fe-e866-4c12-bfba-c4399014c86c admin admin] Pushing event updated for resources: {'Port': ['ID=5c62683a-0f38-424c-b7f3-70de37641fc9,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:07.866301 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-177de726-cf31-4a2a-abcc-621aa5de326e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565588'] for router (3751d2d2-c3e0-4d50-8ef4-231e870718a7), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:07.950479 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-6749e261-a76c-45e7-8669-54520dc76477 None None] Provisioning complete for port aea8acc8-fae7-4569-a1ec-802d40591fba triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:29:07.950907 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6749e261-a76c-45e7-8669-54520dc76477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (aea8acc8-fae7-4569-a1ec-802d40591fba), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:08.188261 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 51362) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:08.204472 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-6749e261-a76c-45e7-8669-54520dc76477 None None] Current status of the port aea8acc8-fae7-4569-a1ec-802d40591fba is: DOWN; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:29:08.204785 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6749e261-a76c-45e7-8669-54520dc76477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (aea8acc8-fae7-4569-a1ec-802d40591fba), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:08.251015 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ca18b261-0814-4f3a-8149-b2ae2fa4c894 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:08.335397 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device aea8acc8-fae7-4569-a1ec-802d40591fba up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:29:08.466517 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-6749e261-a76c-45e7-8669-54520dc76477 None None] For port aea8acc8-fae7-4569-a1ec-802d40591fba, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=aea8acc8-fae7-4569-a1ec-802d40591fba,segment=NetworkSegment(2c78bc40-75f9-41e4-87c6-931db814d21f),segment_id=2c78bc40-75f9-41e4-87c6-931db814d21f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:29:08.480186 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-6011e93e-723c-429f-9296-073cd9bba828 req-b4ad661a-0602-4535-bae4-776f0f177ddc tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1fb07b8-2758-4cb4-8278-85296c1f4c1b HTTP/1.1" status: 200 len: 210 time: 0.0797668 Jan 17 18:29:08.492591 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6749e261-a76c-45e7-8669-54520dc76477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (aea8acc8-fae7-4569-a1ec-802d40591fba), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:08.654726 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749e261-a76c-45e7-8669-54520dc76477 None None] Pushing event updated for resources: {'Port': ['ID=aea8acc8-fae7-4569-a1ec-802d40591fba,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:08.661485 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port aea8acc8-fae7-4569-a1ec-802d40591fba triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:29:08.661883 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (aea8acc8-fae7-4569-a1ec-802d40591fba), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:08.726561 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-374f85fe-e866-4c12-bfba-c4399014c86c admin admin] Publish callbacks [] for router_gateway (c19eba3b-927f-410a-9065-aca8f92572f2), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:08.734113 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d29d7309-44ca-48e5-bf4f-b4b5163dbfd2 req-291dc655-a0ea-490a-8dcc-ce668f2ef315 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 210 time: 0.3993886 Jan 17 18:29:08.795396 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port aea8acc8-fae7-4569-a1ec-802d40591fba is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:29:08.796003 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177de726-cf31-4a2a-abcc-621aa5de326e admin admin] Router 3751d2d2-c3e0-4d50-8ef4-231e870718a7 is scheduled to L3 agent f711a738-9445-49a6-871d-c35940c1a323 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 18:29:08.833027 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ca18b261-0814-4f3a-8149-b2ae2fa4c894 admin admin] Publish callbacks [] for security_group (e9d7bfa9-aae9-4c40-815b-ce60153bb416), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:08.927367 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-9ed1b6a0-9e6e-4187-9895-1737185fe045 None None] Provisioning complete for port aea8acc8-fae7-4569-a1ec-802d40591fba triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:29:08.928165 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9ed1b6a0-9e6e-4187-9895-1737185fe045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (aea8acc8-fae7-4569-a1ec-802d40591fba), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:08.976146 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ca18b261-0814-4f3a-8149-b2ae2fa4c894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (e9d7bfa9-aae9-4c40-815b-ce60153bb416), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:08.991050 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177de726-cf31-4a2a-abcc-621aa5de326e admin admin] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:29:09.000921 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5cdef0-6eba-4a7f-a628-318bc9aa5c08 None None] Sync routers for ids ['3751d2d2-c3e0-4d50-8ef4-231e870718a7'] in dv-cinder-824995-1-iscsi {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:29:09.024486 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5cdef0-6eba-4a7f-a628-318bc9aa5c08 None None] Routers {'3751d2d2-c3e0-4d50-8ef4-231e870718a7'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:29:09.024854 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-aa5cdef0-6eba-4a7f-a628-318bc9aa5c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:28:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['3751d2d2-c3e0-4d50-8ef4-231e870718a7'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:29:09.038036 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-ca18b261-0814-4f3a-8149-b2ae2fa4c894 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b2cb76d624844cccaa3c2b254e778d97&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8390074 Jan 17 18:29:09.039439 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 51396) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:09.056110 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-374f85fe-e866-4c12-bfba-c4399014c86c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565588'] for router (c19eba3b-927f-410a-9065-aca8f92572f2), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:09.125862 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-177de726-cf31-4a2a-abcc-621aa5de326e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:09.130351 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-177de726-cf31-4a2a-abcc-621aa5de326e admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3553071 Jan 17 18:29:09.131665 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 51398) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:09.218166 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-9ed1b6a0-9e6e-4187-9895-1737185fe045 None None] Current status of the port aea8acc8-fae7-4569-a1ec-802d40591fba is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:29:09.269285 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-aa5cdef0-6eba-4a7f-a628-318bc9aa5c08 None None] Set router 3751d2d2-c3e0-4d50-8ef4-231e870718a7 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:29:09.323401 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374f85fe-e866-4c12-bfba-c4399014c86c admin admin] Router c19eba3b-927f-410a-9065-aca8f92572f2 is scheduled to L3 agent f711a738-9445-49a6-871d-c35940c1a323 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 18:29:09.333456 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18b261-0814-4f3a-8149-b2ae2fa4c894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d7bfa9-aae9-4c40-815b-ce60153bb416,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:09.483539 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2e450f15-3cd4-40b8-903a-ec85aa1f6aba admin admin] Publish callbacks [] for security_group (e9d7bfa9-aae9-4c40-815b-ce60153bb416), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:09.496170 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374f85fe-e866-4c12-bfba-c4399014c86c admin admin] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:29:09.520974 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fae5971-3dc1-4efa-8194-d79ba0f2a367 None None] Sync routers for ids ['c19eba3b-927f-410a-9065-aca8f92572f2'] in dv-cinder-824995-1-iscsi {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:29:09.522472 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-374f85fe-e866-4c12-bfba-c4399014c86c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:09.524157 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-374f85fe-e866-4c12-bfba-c4399014c86c admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.7842648 Jan 17 18:29:09.527511 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 51416) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:09.554685 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fae5971-3dc1-4efa-8194-d79ba0f2a367 None None] Routers {'c19eba3b-927f-410a-9065-aca8f92572f2'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:29:09.556167 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-6fae5971-3dc1-4efa-8194-d79ba0f2a367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:28:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['c19eba3b-927f-410a-9065-aca8f92572f2'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:29:09.585721 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2e450f15-3cd4-40b8-903a-ec85aa1f6aba admin admin] Publish callbacks [] for security_group (e9d7bfa9-aae9-4c40-815b-ce60153bb416), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:09.673752 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-aa5cdef0-6eba-4a7f-a628-318bc9aa5c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'name': 'tempest-AttachVolumeShelveTestJSON-878886642-router', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:29:04Z', 'updated_at': '2022-01-17T18:29:07Z', 'revision_number': 3, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'gw_port': {'id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ab:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:06Z', 'updated_at': '2022-01-17T18:29:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi'}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:29:09.707203 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5cdef0-6eba-4a7f-a628-318bc9aa5c08 None None] Checking router: 3751d2d2-c3e0-4d50-8ef4-231e870718a7 for host: dv-cinder-824995-1-iscsi {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:29:09.707824 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5cdef0-6eba-4a7f-a628-318bc9aa5c08 None None] Updating router 3751d2d2-c3e0-4d50-8ef4-231e870718a7 port e2d3fedb-02bb-4031-b568-d42e8161f9ee binding host dv-cinder-824995-1-iscsi {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 18:29:09.733434 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-aa5cdef0-6eba-4a7f-a628-318bc9aa5c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (e2d3fedb-02bb-4031-b568-d42e8161f9ee), before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:09.745596 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2e450f15-3cd4-40b8-903a-ec85aa1f6aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (e9d7bfa9-aae9-4c40-815b-ce60153bb416), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:09.750772 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2e450f15-3cd4-40b8-903a-ec85aa1f6aba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:09.758718 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-2e450f15-3cd4-40b8-903a-ec85aa1f6aba admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e9d7bfa9-aae9-4c40-815b-ce60153bb416 HTTP/1.1" status: 204 len: 168 time: 0.7049751 Jan 17 18:29:09.787936 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-6fae5971-3dc1-4efa-8194-d79ba0f2a367 None None] Set router c19eba3b-927f-410a-9065-aca8f92572f2 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:29:09.838280 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-00c1766c-a1f4-4637-a6a8-47a25f17b324 req-5fbd7da6-525a-491b-a87c-947c179d4436 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1fb07b8-2758-4cb4-8278-85296c1f4c1b HTTP/1.1" status: 200 len: 210 time: 0.0762060 Jan 17 18:29:09.843671 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e450f15-3cd4-40b8-903a-ec85aa1f6aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d7bfa9-aae9-4c40-815b-ce60153bb416,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:10.025294 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f5dd4512-a19b-4f7d-bb96-2a3a38214e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:10.028808 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-298108fd-3a48-48e1-9020-74d00cc59c50 req-c19f1818-e0dc-4f43-96d6-938875804d74 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 210 time: 0.0421846 Jan 17 18:29:10.038969 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-6fae5971-3dc1-4efa-8194-d79ba0f2a367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19eba3b-927f-410a-9065-aca8f92572f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1823823908-router', 'tenant_id': 'e713cd04cf914d75bc12b271eea8bc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '5c62683a-0f38-424c-b7f3-70de37641fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:29:04Z', 'updated_at': '2022-01-17T18:29:08Z', 'revision_number': 3, 'project_id': 'e713cd04cf914d75bc12b271eea8bc44', 'gw_port': {'id': '5c62683a-0f38-424c-b7f3-70de37641fc9', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19eba3b-927f-410a-9065-aca8f92572f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:06Z', 'updated_at': '2022-01-17T18:29:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi'}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:29:10.100975 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fae5971-3dc1-4efa-8194-d79ba0f2a367 None None] Checking router: c19eba3b-927f-410a-9065-aca8f92572f2 for host: dv-cinder-824995-1-iscsi {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:29:10.101328 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fae5971-3dc1-4efa-8194-d79ba0f2a367 None None] Updating router c19eba3b-927f-410a-9065-aca8f92572f2 port 5c62683a-0f38-424c-b7f3-70de37641fc9 binding host dv-cinder-824995-1-iscsi {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 18:29:10.145901 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6fae5971-3dc1-4efa-8194-d79ba0f2a367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (5c62683a-0f38-424c-b7f3-70de37641fc9), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:10.146508 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-aa5cdef0-6eba-4a7f-a628-318bc9aa5c08 None None] Publish callbacks [] for port (e2d3fedb-02bb-4031-b568-d42e8161f9ee), precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:10.156991 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-aa5cdef0-6eba-4a7f-a628-318bc9aa5c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (e2d3fedb-02bb-4031-b568-d42e8161f9ee), after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:10.206444 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1f14b-6606-4f6e-b566-6dabda17fe07 None None] Pushing event updated for resources: {'Port': ['ID=e2d3fedb-02bb-4031-b568-d42e8161f9ee,revision_number=2']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:10.211194 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device aea8acc8-fae7-4569-a1ec-802d40591fba up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:29:10.226129 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1f14b-6606-4f6e-b566-6dabda17fe07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:10.226490 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1f14b-6606-4f6e-b566-6dabda17fe07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:10.227035 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1f14b-6606-4f6e-b566-6dabda17fe07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:10.227371 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1f14b-6606-4f6e-b566-6dabda17fe07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:10.227896 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1f14b-6606-4f6e-b566-6dabda17fe07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:10.228363 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1f14b-6606-4f6e-b566-6dabda17fe07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:10.228851 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1f14b-6606-4f6e-b566-6dabda17fe07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:10.229339 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1f14b-6606-4f6e-b566-6dabda17fe07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:10.229816 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1f14b-6606-4f6e-b566-6dabda17fe07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:10.230325 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1f14b-6606-4f6e-b566-6dabda17fe07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:10.230812 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1f14b-6606-4f6e-b566-6dabda17fe07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:10.231141 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1f14b-6606-4f6e-b566-6dabda17fe07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:10.231485 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1f14b-6606-4f6e-b566-6dabda17fe07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:29:10.232633 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1f14b-6606-4f6e-b566-6dabda17fe07 None None] Tracked resource versions report: Jan 17 18:29:10.232633 dv-cinder-824995-1-iscsi neutron-server[102425]: pushed versions: Jan 17 18:29:10.232633 dv-cinder-824995-1-iscsi neutron-server[102425]: { 'AddressGroup': {'1.2'}, Jan 17 18:29:10.232633 dv-cinder-824995-1-iscsi neutron-server[102425]: 'ConntrackHelper': {'1.0'}, Jan 17 18:29:10.232633 dv-cinder-824995-1-iscsi neutron-server[102425]: 'LocalIPAssociation': {'1.0'}, Jan 17 18:29:10.232633 dv-cinder-824995-1-iscsi neutron-server[102425]: 'Log': {'1.0'}, Jan 17 18:29:10.232633 dv-cinder-824995-1-iscsi neutron-server[102425]: 'Network': {'1.1'}, Jan 17 18:29:10.232633 dv-cinder-824995-1-iscsi neutron-server[102425]: 'Port': {'1.7'}, Jan 17 18:29:10.232633 dv-cinder-824995-1-iscsi neutron-server[102425]: 'PortForwarding': {'1.2'}, Jan 17 18:29:10.232633 dv-cinder-824995-1-iscsi neutron-server[102425]: 'QosPolicy': {'1.10'}, Jan 17 18:29:10.232633 dv-cinder-824995-1-iscsi neutron-server[102425]: 'SecurityGroup': {'1.5'}, Jan 17 18:29:10.232633 dv-cinder-824995-1-iscsi neutron-server[102425]: 'SecurityGroupRule': {'1.2'}, Jan 17 18:29:10.232633 dv-cinder-824995-1-iscsi neutron-server[102425]: 'SubPort': {'1.0'}, Jan 17 18:29:10.232633 dv-cinder-824995-1-iscsi neutron-server[102425]: 'Subnet': {'1.1'}, Jan 17 18:29:10.232633 dv-cinder-824995-1-iscsi neutron-server[102425]: 'Trunk': {'1.1'}} Jan 17 18:29:10.232633 dv-cinder-824995-1-iscsi neutron-server[102425]: consumer versions: Jan 17 18:29:10.232633 dv-cinder-824995-1-iscsi neutron-server[102425]: { DHCP agent@dv-cinder-824995-1-iscsi: {}, Jan 17 18:29:10.232633 dv-cinder-824995-1-iscsi neutron-server[102425]: HyperV agent@hv-cinder-82499: {}, Jan 17 18:29:10.232633 dv-cinder-824995-1-iscsi neutron-server[102425]: L3 agent@dv-cinder-824995-1-iscsi: {}, Jan 17 18:29:10.232633 dv-cinder-824995-1-iscsi neutron-server[102425]: Metadata agent@dv-cinder-824995-1-iscsi: {}, Jan 17 18:29:10.232633 dv-cinder-824995-1-iscsi neutron-server[102425]: Metering agent@dv-cinder-824995-1-iscsi: {}, Jan 17 18:29:10.232633 dv-cinder-824995-1-iscsi neutron-server[102425]: Open vSwitch agent@dv-cinder-824995-1-iscsi: { 'AddressGroup': '1.2', Jan 17 18:29:10.232633 dv-cinder-824995-1-iscsi neutron-server[102425]: 'ConntrackHelper': '1.0', Jan 17 18:29:10.232633 dv-cinder-824995-1-iscsi neutron-server[102425]: 'LocalIPAssociation': '1.0', Jan 17 18:29:10.232633 dv-cinder-824995-1-iscsi neutron-server[102425]: 'Log': '1.0', Jan 17 18:29:10.232633 dv-cinder-824995-1-iscsi neutron-server[102425]: 'Network': '1.1', Jan 17 18:29:10.232633 dv-cinder-824995-1-iscsi neutron-server[102425]: 'Port': '1.7', Jan 17 18:29:10.232633 dv-cinder-824995-1-iscsi neutron-server[102425]: 'PortForwarding': '1.2', Jan 17 18:29:10.232633 dv-cinder-824995-1-iscsi neutron-server[102425]: 'QosPolicy': '1.10', Jan 17 18:29:10.232633 dv-cinder-824995-1-iscsi neutron-server[102425]: 'SecurityGroup': '1.5', Jan 17 18:29:10.232633 dv-cinder-824995-1-iscsi neutron-server[102425]: 'SecurityGroupRule': '1.2', Jan 17 18:29:10.232633 dv-cinder-824995-1-iscsi neutron-server[102425]: 'SubPort': '1.0', Jan 17 18:29:10.232633 dv-cinder-824995-1-iscsi neutron-server[102425]: 'Subnet': '1.1', Jan 17 18:29:10.232633 dv-cinder-824995-1-iscsi neutron-server[102425]: 'Trunk': '1.1'}} Jan 17 18:29:10.232633 dv-cinder-824995-1-iscsi neutron-server[102425]: {{(pid=102425) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 18:29:10.238500 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-aa5cdef0-6eba-4a7f-a628-318bc9aa5c08 None None] Attempting to bind port e2d3fedb-02bb-4031-b568-d42e8161f9ee on host dv-cinder-824995-1-iscsi for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:29:10.238879 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-aa5cdef0-6eba-4a7f-a628-318bc9aa5c08 None None] Attempting to bind port e2d3fedb-02bb-4031-b568-d42e8161f9ee by drivers openvswitch,hyperv on host dv-cinder-824995-1-iscsi at level 0 using segments [{'id': '8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:29:10.239253 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5cdef0-6eba-4a7f-a628-318bc9aa5c08 None None] Attempting to bind port e2d3fedb-02bb-4031-b568-d42e8161f9ee on network 9ec40da0-3fb2-40ad-97b9-056b5e7103fe {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:29:10.244841 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5cdef0-6eba-4a7f-a628-318bc9aa5c08 None None] Checking agent: {'id': 'df58d820-fcc5-4fb7-897c-d0f1a16030b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 21, 27), 'started_at': datetime.datetime(2022, 1, 17, 18, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:29:10.245427 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5cdef0-6eba-4a7f-a628-318bc9aa5c08 None None] Checking segment: {'id': '8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:29:10.246038 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-aa5cdef0-6eba-4a7f-a628-318bc9aa5c08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:10.246616 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5cdef0-6eba-4a7f-a628-318bc9aa5c08 None None] Bound using segment: {'id': '8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:29:10.246921 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-f5dd4512-a19b-4f7d-bb96-2a3a38214e8f admin admin] Allocated IP 172.20.0.1 (2212e019-d500-4b0c-9632-00978d519e48/9ea9967e-4370-4564-98d1-90d5a9404775/e2f5b37e-d511-4ffe-97fb-95d753b712df) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:29:10.247403 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-aa5cdef0-6eba-4a7f-a628-318bc9aa5c08 None None] Bound port: e2d3fedb-02bb-4031-b568-d42e8161f9ee, host: dv-cinder-824995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:29:10.247997 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-aa5cdef0-6eba-4a7f-a628-318bc9aa5c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (e2d3fedb-02bb-4031-b568-d42e8161f9ee), before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:10.318039 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-aa5cdef0-6eba-4a7f-a628-318bc9aa5c08 None None] For port e2d3fedb-02bb-4031-b568-d42e8161f9ee, host dv-cinder-824995-1-iscsi, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:29:10.322390 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-aa5cdef0-6eba-4a7f-a628-318bc9aa5c08 None None] For port e2d3fedb-02bb-4031-b568-d42e8161f9ee, host dv-cinder-824995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=e2d3fedb-02bb-4031-b568-d42e8161f9ee,segment=NetworkSegment(8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f),segment_id=8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:29:10.329263 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-aa5cdef0-6eba-4a7f-a628-318bc9aa5c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (e2d3fedb-02bb-4031-b568-d42e8161f9ee), after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:10.408179 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-48201512-e8e8-4652-ba47-94adda3c3fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:10.434292 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f5dd4512-a19b-4f7d-bb96-2a3a38214e8f admin admin] Publish callbacks [] for port (e2f5b37e-d511-4ffe-97fb-95d753b712df), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:10.476779 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port aea8acc8-fae7-4569-a1ec-802d40591fba triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:29:10.477347 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (aea8acc8-fae7-4569-a1ec-802d40591fba), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:10.482612 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5cdef0-6eba-4a7f-a628-318bc9aa5c08 None None] Routers {'3751d2d2-c3e0-4d50-8ef4-231e870718a7'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:29:10.483250 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-aa5cdef0-6eba-4a7f-a628-318bc9aa5c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:28:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['3751d2d2-c3e0-4d50-8ef4-231e870718a7'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:29:10.486189 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1f14b-6606-4f6e-b566-6dabda17fe07 None None] Pushing event updated for resources: {'Port': ['ID=e2d3fedb-02bb-4031-b568-d42e8161f9ee,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:10.494812 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f5dd4512-a19b-4f7d-bb96-2a3a38214e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924'] for port (e2f5b37e-d511-4ffe-97fb-95d753b712df), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:10.600336 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6fae5971-3dc1-4efa-8194-d79ba0f2a367 None None] Publish callbacks [] for port (5c62683a-0f38-424c-b7f3-70de37641fc9), precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:10.634281 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6fae5971-3dc1-4efa-8194-d79ba0f2a367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (5c62683a-0f38-424c-b7f3-70de37641fc9), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:10.644532 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dd4512-a19b-4f7d-bb96-2a3a38214e8f admin admin] Network 2212e019-d500-4b0c-9632-00978d519e48 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:29:10.648578 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-f5dd4512-a19b-4f7d-bb96-2a3a38214e8f admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:29:10.655900 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dd4512-a19b-4f7d-bb96-2a3a38214e8f admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:29:10.656364 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f5dd4512-a19b-4f7d-bb96-2a3a38214e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567171'] for router_interface (3751d2d2-c3e0-4d50-8ef4-231e870718a7), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:10.661112 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd4512-a19b-4f7d-bb96-2a3a38214e8f admin admin] Pushing event updated for resources: {'Port': ['ID=e2f5b37e-d511-4ffe-97fb-95d753b712df,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:10.724131 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-aa5cdef0-6eba-4a7f-a628-318bc9aa5c08 None None] Set router 3751d2d2-c3e0-4d50-8ef4-231e870718a7 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:29:10.778095 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-48201512-e8e8-4652-ba47-94adda3c3fca admin admin] Allocated IP 172.20.0.1 (dc7b8bda-4f6a-4a84-9c64-8df87d1d200d/09b30f79-9dbf-4db5-8afc-15f2fb928f6f/213b1e14-eac7-4235-a6a6-14bc898b6586) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:29:10.834815 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port aea8acc8-fae7-4569-a1ec-802d40591fba is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:29:10.851895 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-6fae5971-3dc1-4efa-8194-d79ba0f2a367 None None] Attempting to bind port 5c62683a-0f38-424c-b7f3-70de37641fc9 on host dv-cinder-824995-1-iscsi for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:29:10.852110 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-6fae5971-3dc1-4efa-8194-d79ba0f2a367 None None] Attempting to bind port 5c62683a-0f38-424c-b7f3-70de37641fc9 by drivers openvswitch,hyperv on host dv-cinder-824995-1-iscsi at level 0 using segments [{'id': '8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:29:10.852476 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fae5971-3dc1-4efa-8194-d79ba0f2a367 None None] Attempting to bind port 5c62683a-0f38-424c-b7f3-70de37641fc9 on network 9ec40da0-3fb2-40ad-97b9-056b5e7103fe {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:29:10.871285 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298abff-8067-4514-b557-b336bfe00559 None None] Pushing event updated for resources: {'Port': ['ID=5c62683a-0f38-424c-b7f3-70de37641fc9,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:10.873959 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fae5971-3dc1-4efa-8194-d79ba0f2a367 None None] Checking agent: {'id': 'df58d820-fcc5-4fb7-897c-d0f1a16030b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 21, 27), 'started_at': datetime.datetime(2022, 1, 17, 18, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:29:10.874347 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fae5971-3dc1-4efa-8194-d79ba0f2a367 None None] Checking segment: {'id': '8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:29:10.874771 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6fae5971-3dc1-4efa-8194-d79ba0f2a367 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:10.875174 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fae5971-3dc1-4efa-8194-d79ba0f2a367 None None] Bound using segment: {'id': '8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:29:10.875627 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-6fae5971-3dc1-4efa-8194-d79ba0f2a367 None None] Bound port: 5c62683a-0f38-424c-b7f3-70de37641fc9, host: dv-cinder-824995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:29:10.876009 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6fae5971-3dc1-4efa-8194-d79ba0f2a367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (5c62683a-0f38-424c-b7f3-70de37641fc9), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:10.969660 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f5dd4512-a19b-4f7d-bb96-2a3a38214e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (e2f5b37e-d511-4ffe-97fb-95d753b712df), before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:10.996767 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-6fae5971-3dc1-4efa-8194-d79ba0f2a367 None None] For port 5c62683a-0f38-424c-b7f3-70de37641fc9, host dv-cinder-824995-1-iscsi, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:29:11.001554 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-6fae5971-3dc1-4efa-8194-d79ba0f2a367 None None] For port 5c62683a-0f38-424c-b7f3-70de37641fc9, host dv-cinder-824995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=5c62683a-0f38-424c-b7f3-70de37641fc9,segment=NetworkSegment(8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f),segment_id=8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:29:11.012569 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6fae5971-3dc1-4efa-8194-d79ba0f2a367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (5c62683a-0f38-424c-b7f3-70de37641fc9), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:11.045925 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8b7f8145-a08e-4179-ba25-8fbfd95c9a07 req-16a7d972-b967-44e9-8186-f3f29273a48d tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1fb07b8-2758-4cb4-8278-85296c1f4c1b HTTP/1.1" status: 200 len: 210 time: 0.0463634 Jan 17 18:29:11.052981 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-aa5cdef0-6eba-4a7f-a628-318bc9aa5c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'name': 'tempest-AttachVolumeShelveTestJSON-878886642-router', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:29:04Z', 'updated_at': '2022-01-17T18:29:07Z', 'revision_number': 3, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'gw_port': {'id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ab:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:06Z', 'updated_at': '2022-01-17T18:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi'}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:29:11.077062 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-48201512-e8e8-4652-ba47-94adda3c3fca admin admin] Publish callbacks [] for port (213b1e14-eac7-4235-a6a6-14bc898b6586), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:11.112481 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fae5971-3dc1-4efa-8194-d79ba0f2a367 None None] Routers {'c19eba3b-927f-410a-9065-aca8f92572f2'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:29:11.113092 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-6fae5971-3dc1-4efa-8194-d79ba0f2a367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:28:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['c19eba3b-927f-410a-9065-aca8f92572f2'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:29:11.116469 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298abff-8067-4514-b557-b336bfe00559 None None] Pushing event updated for resources: {'Port': ['ID=5c62683a-0f38-424c-b7f3-70de37641fc9,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:11.132346 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5cdef0-6eba-4a7f-a628-318bc9aa5c08 None None] The sync data for ids ['3751d2d2-c3e0-4d50-8ef4-231e870718a7'] in dv-cinder-824995-1-iscsi is: [{'id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'name': 'tempest-AttachVolumeShelveTestJSON-878886642-router', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:29:04Z', 'updated_at': '2022-01-17T18:29:07Z', 'revision_number': 3, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'gw_port': {'id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ab:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:06Z', 'updated_at': '2022-01-17T18:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:29:11.154858 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-48201512-e8e8-4652-ba47-94adda3c3fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924'] for port (213b1e14-eac7-4235-a6a6-14bc898b6586), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:11.188917 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-3423b761-b0e6-4e19-8535-3ca41e6e41f4 None None] Provisioning complete for port e2f5b37e-d511-4ffe-97fb-95d753b712df triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:29:11.189343 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3423b761-b0e6-4e19-8535-3ca41e6e41f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (e2f5b37e-d511-4ffe-97fb-95d753b712df), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:11.218766 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48201512-e8e8-4652-ba47-94adda3c3fca admin admin] Network dc7b8bda-4f6a-4a84-9c64-8df87d1d200d is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:29:11.222753 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-48201512-e8e8-4652-ba47-94adda3c3fca admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:29:11.226511 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48201512-e8e8-4652-ba47-94adda3c3fca admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:29:11.227176 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-48201512-e8e8-4652-ba47-94adda3c3fca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567171'] for router_interface (c19eba3b-927f-410a-9065-aca8f92572f2), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:11.274351 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f5dd4512-a19b-4f7d-bb96-2a3a38214e8f admin admin] Publish callbacks [] for port (e2f5b37e-d511-4ffe-97fb-95d753b712df), precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:11.291043 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-3423b761-b0e6-4e19-8535-3ca41e6e41f4 None None] Port e2f5b37e-d511-4ffe-97fb-95d753b712df cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 18:29:11.315630 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48201512-e8e8-4652-ba47-94adda3c3fca admin admin] Pushing event updated for resources: {'Port': ['ID=213b1e14-eac7-4235-a6a6-14bc898b6586,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:11.322106 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-6fae5971-3dc1-4efa-8194-d79ba0f2a367 None None] Set router c19eba3b-927f-410a-9065-aca8f92572f2 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:29:11.363199 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-629ff7df-2bf9-47a1-9420-cf0ba609875a req-b5904483-7d43-4cd1-a60e-a65693b69966 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 210 time: 0.1864991 Jan 17 18:29:11.365659 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f5dd4512-a19b-4f7d-bb96-2a3a38214e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (e2f5b37e-d511-4ffe-97fb-95d753b712df), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:11.368367 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f5dd4512-a19b-4f7d-bb96-2a3a38214e8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-997616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567063'] for router_interface (3751d2d2-c3e0-4d50-8ef4-231e870718a7), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:11.639310 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd4512-a19b-4f7d-bb96-2a3a38214e8f admin admin] Pushing event updated for resources: {'Port': ['ID=e2f5b37e-d511-4ffe-97fb-95d753b712df,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:11.683079 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-6fae5971-3dc1-4efa-8194-d79ba0f2a367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19eba3b-927f-410a-9065-aca8f92572f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1823823908-router', 'tenant_id': 'e713cd04cf914d75bc12b271eea8bc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '5c62683a-0f38-424c-b7f3-70de37641fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:29:04Z', 'updated_at': '2022-01-17T18:29:08Z', 'revision_number': 3, 'project_id': 'e713cd04cf914d75bc12b271eea8bc44', 'gw_port': {'id': '5c62683a-0f38-424c-b7f3-70de37641fc9', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19eba3b-927f-410a-9065-aca8f92572f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:06Z', 'updated_at': '2022-01-17T18:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi'}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:29:11.729593 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fae5971-3dc1-4efa-8194-d79ba0f2a367 None None] The sync data for ids ['c19eba3b-927f-410a-9065-aca8f92572f2'] in dv-cinder-824995-1-iscsi is: [{'id': 'c19eba3b-927f-410a-9065-aca8f92572f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1823823908-router', 'tenant_id': 'e713cd04cf914d75bc12b271eea8bc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '5c62683a-0f38-424c-b7f3-70de37641fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:29:04Z', 'updated_at': '2022-01-17T18:29:08Z', 'revision_number': 3, 'project_id': 'e713cd04cf914d75bc12b271eea8bc44', 'gw_port': {'id': '5c62683a-0f38-424c-b7f3-70de37641fc9', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19eba3b-927f-410a-9065-aca8f92572f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:06Z', 'updated_at': '2022-01-17T18:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi'}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:29:11.741638 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dd4512-a19b-4f7d-bb96-2a3a38214e8f admin admin] Network 2212e019-d500-4b0c-9632-00978d519e48 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:29:11.749253 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-f5dd4512-a19b-4f7d-bb96-2a3a38214e8f admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:29:11.803465 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-48201512-e8e8-4652-ba47-94adda3c3fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (213b1e14-eac7-4235-a6a6-14bc898b6586), before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:12.180882 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-48201512-e8e8-4652-ba47-94adda3c3fca admin admin] Publish callbacks [] for port (213b1e14-eac7-4235-a6a6-14bc898b6586), precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:12.195468 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-48201512-e8e8-4652-ba47-94adda3c3fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (213b1e14-eac7-4235-a6a6-14bc898b6586), after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:12.198172 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-48201512-e8e8-4652-ba47-94adda3c3fca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-997616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567063'] for router_interface (c19eba3b-927f-410a-9065-aca8f92572f2), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:12.279793 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-45348282-366d-49fe-bb5c-9fd153997083 None None] Provisioning complete for port e2f5b37e-d511-4ffe-97fb-95d753b712df triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:29:12.284343 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-45348282-366d-49fe-bb5c-9fd153997083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (e2f5b37e-d511-4ffe-97fb-95d753b712df), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:12.293254 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 51490) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:12.370913 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48201512-e8e8-4652-ba47-94adda3c3fca admin admin] Pushing event updated for resources: {'Port': ['ID=213b1e14-eac7-4235-a6a6-14bc898b6586,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:12.371227 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-47abad27-ed3e-4439-84fd-b87ba09d04b7 req-dab23fb8-39a3-4d88-b9e4-827d4d538f48 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1fb07b8-2758-4cb4-8278-85296c1f4c1b HTTP/1.1" status: 200 len: 210 time: 0.0591893 Jan 17 18:29:12.392427 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5dd4512-a19b-4f7d-bb96-2a3a38214e8f admin admin] Router 3751d2d2-c3e0-4d50-8ef4-231e870718a7 has already been hosted by L3 agent f711a738-9445-49a6-871d-c35940c1a323 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 18:29:12.401271 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device e2d3fedb-02bb-4031-b568-d42e8161f9ee up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:29:12.445539 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-45348282-366d-49fe-bb5c-9fd153997083 None None] Port e2f5b37e-d511-4ffe-97fb-95d753b712df cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 18:29:12.483414 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port e2d3fedb-02bb-4031-b568-d42e8161f9ee triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:29:12.483852 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (e2d3fedb-02bb-4031-b568-d42e8161f9ee), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:12.490128 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48201512-e8e8-4652-ba47-94adda3c3fca admin admin] Network dc7b8bda-4f6a-4a84-9c64-8df87d1d200d is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:29:12.512755 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-48201512-e8e8-4652-ba47-94adda3c3fca admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:29:12.555917 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-0bb3f287-3228-400d-bf7a-c7e1bafc5245 req-b6e1bb56-26e5-42e3-adaa-81f03854487f tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 210 time: 0.0670109 Jan 17 18:29:12.565655 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e477c152-a70a-4ca4-bd3c-ce7553bb1776 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:12.591053 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port e2d3fedb-02bb-4031-b568-d42e8161f9ee is: DOWN; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:29:12.591483 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (e2d3fedb-02bb-4031-b568-d42e8161f9ee), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:12.593216 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5dd4512-a19b-4f7d-bb96-2a3a38214e8f admin admin] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:29:12.621522 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-f5dd4512-a19b-4f7d-bb96-2a3a38214e8f admin admin] 10.222.0.57 "PUT /v2.0/routers/3751d2d2-c3e0-4d50-8ef4-231e870718a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4841127 Jan 17 18:29:12.700225 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] For port e2d3fedb-02bb-4031-b568-d42e8161f9ee, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=e2d3fedb-02bb-4031-b568-d42e8161f9ee,segment=NetworkSegment(8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f),segment_id=8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:29:12.708821 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (e2d3fedb-02bb-4031-b568-d42e8161f9ee), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:12.796960 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Pushing event updated for resources: {'Port': ['ID=e2d3fedb-02bb-4031-b568-d42e8161f9ee,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:12.808704 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48201512-e8e8-4652-ba47-94adda3c3fca admin admin] Router c19eba3b-927f-410a-9065-aca8f92572f2 has already been hosted by L3 agent f711a738-9445-49a6-871d-c35940c1a323 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 18:29:12.882710 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e477c152-a70a-4ca4-bd3c-ce7553bb1776 admin admin] Publish callbacks [] for security_group (b5dd6d9d-f94c-489e-9c42-a5f84b70fda9), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:12.892318 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e477c152-a70a-4ca4-bd3c-ce7553bb1776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (b5dd6d9d-f94c-489e-9c42-a5f84b70fda9), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:12.997495 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477c152-a70a-4ca4-bd3c-ce7553bb1776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5dd6d9d-f94c-489e-9c42-a5f84b70fda9,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:13.001729 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-e477c152-a70a-4ca4-bd3c-ce7553bb1776 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f4775f9bb41a4ccbaa02f9f657f4a7d7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7074513 Jan 17 18:29:13.010997 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 51508) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:13.041535 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48201512-e8e8-4652-ba47-94adda3c3fca admin admin] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:29:13.052470 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-48201512-e8e8-4652-ba47-94adda3c3fca admin admin] 10.222.0.57 "PUT /v2.0/routers/c19eba3b-927f-410a-9065-aca8f92572f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5200994 Jan 17 18:29:13.086007 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-baddee9f-db33-451b-9d82-fa8063a1d268 admin admin] Publish callbacks [] for security_group (b5dd6d9d-f94c-489e-9c42-a5f84b70fda9), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:13.118907 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-baddee9f-db33-451b-9d82-fa8063a1d268 admin admin] Publish callbacks [] for security_group (b5dd6d9d-f94c-489e-9c42-a5f84b70fda9), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:13.184585 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-baddee9f-db33-451b-9d82-fa8063a1d268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (b5dd6d9d-f94c-489e-9c42-a5f84b70fda9), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:13.187144 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-baddee9f-db33-451b-9d82-fa8063a1d268 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:13.212619 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-baddee9f-db33-451b-9d82-fa8063a1d268 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b5dd6d9d-f94c-489e-9c42-a5f84b70fda9 HTTP/1.1" status: 204 len: 168 time: 0.1767116 Jan 17 18:29:13.214938 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baddee9f-db33-451b-9d82-fa8063a1d268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5dd6d9d-f94c-489e-9c42-a5f84b70fda9,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:13.313389 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:13.686733 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 51548) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:13.693428 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-a2e6ad14-e148-4f75-a47d-512766cb5ab1 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1863956091', 'description': 'tempest-description--1350072641'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:29:13.728110 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a2e6ad14-e148-4f75-a47d-512766cb5ab1 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:13.785927 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4d9d9a39-e9fa-4999-a54e-a85305aa1c4b req-2644c1b2-d6fb-4679-a795-1f3a52cd7b46 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1fb07b8-2758-4cb4-8278-85296c1f4c1b HTTP/1.1" status: 200 len: 210 time: 0.0425382 Jan 17 18:29:13.797101 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-97077abc-6f22-4655-a524-70e091996c7c tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:13.804454 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-97077abc-6f22-4655-a524-70e091996c7c tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/networks?id=dc7b8bda-4f6a-4a84-9c64-8df87d1d200d HTTP/1.1" status: 200 len: 819 time: 0.1473532 Jan 17 18:29:13.823146 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-8ca40db3-c91b-4a0e-9b52-4f88a3f3b7bd tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/quotas/e713cd04cf914d75bc12b271eea8bc44 HTTP/1.1" status: 200 len: 375 time: 0.0141470 Jan 17 18:29:13.880273 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a2e6ad14-e148-4f75-a47d-512766cb5ab1 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for security_group (8c4c4979-4ae0-4e6c-86c4-2c4316aef83d), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:13.913314 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-a248c259-bba1-415b-bdae-9d23d9a68daa tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e713cd04cf914d75bc12b271eea8bc44&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0843215 Jan 17 18:29:13.928714 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4bf2f158-7b71-464b-a2e7-91c17dd8e98d req-9b3d8ef3-b95e-49bd-bd15-38eb1f98ecad tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 210 time: 0.0611176 Jan 17 18:29:13.930246 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a2e6ad14-e148-4f75-a47d-512766cb5ab1 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (8c4c4979-4ae0-4e6c-86c4-2c4316aef83d), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:13.980380 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a2e6ad14-e148-4f75-a47d-512766cb5ab1 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:13.984660 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-a2e6ad14-e148-4f75-a47d-512766cb5ab1 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2937016 Jan 17 18:29:13.984883 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 51560) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:13.989898 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-5f14c433-f4d5-40d8-93e4-7bf45eb8f9ea tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Request body: {'security_group_rule': {'security_group_id': '8c4c4979-4ae0-4e6c-86c4-2c4316aef83d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:29:13.996952 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6ad14-e148-4f75-a47d-512766cb5ab1 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:14.030004 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5f14c433-f4d5-40d8-93e4-7bf45eb8f9ea tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for security_group_rule (31a43c0d-32d9-4c4b-87a7-7aa1d58c66ba), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:14.030745 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-d5777282-d415-4ab7-b93e-c94f3b042f5e service neutron] 10.222.0.57 "GET /v2.0/networks/dc7b8bda-4f6a-4a84-9c64-8df87d1d200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108851 Jan 17 18:29:14.123482 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5f14c433-f4d5-40d8-93e4-7bf45eb8f9ea tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for security_group_rule (31a43c0d-32d9-4c4b-87a7-7aa1d58c66ba), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:14.129496 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5f14c433-f4d5-40d8-93e4-7bf45eb8f9ea tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951415'] for security_group_rule (31a43c0d-32d9-4c4b-87a7-7aa1d58c66ba), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:14.168230 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14c433-f4d5-40d8-93e4-7bf45eb8f9ea tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31a43c0d-32d9-4c4b-87a7-7aa1d58c66ba,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:14.176628 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5f14c433-f4d5-40d8-93e4-7bf45eb8f9ea tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:14.180822 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-5f14c433-f4d5-40d8-93e4-7bf45eb8f9ea tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1919000 Jan 17 18:29:14.181472 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 51572) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:14.188426 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-6d68726d-ee34-44b7-ac38-0d46730de3ca tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Request body: {'security_group_rule': {'security_group_id': '8c4c4979-4ae0-4e6c-86c4-2c4316aef83d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:29:14.229388 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-c13856e7-8077-4ce6-a144-376ea028dc69 service neutron] 10.222.0.57 "GET /v2.0/networks/dc7b8bda-4f6a-4a84-9c64-8df87d1d200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902397 Jan 17 18:29:14.231424 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6d68726d-ee34-44b7-ac38-0d46730de3ca tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for security_group_rule (7a3e2468-8042-43a1-93a8-c332943148e6), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:14.323518 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device e2d3fedb-02bb-4031-b568-d42e8161f9ee up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:29:14.382763 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6d68726d-ee34-44b7-ac38-0d46730de3ca tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for security_group_rule (7a3e2468-8042-43a1-93a8-c332943148e6), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:14.388376 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6d68726d-ee34-44b7-ac38-0d46730de3ca tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951415'] for security_group_rule (7a3e2468-8042-43a1-93a8-c332943148e6), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:14.419497 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port e2d3fedb-02bb-4031-b568-d42e8161f9ee triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:29:14.420197 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (e2d3fedb-02bb-4031-b568-d42e8161f9ee), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:14.425310 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68726d-ee34-44b7-ac38-0d46730de3ca tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a3e2468-8042-43a1-93a8-c332943148e6,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:14.433401 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6d68726d-ee34-44b7-ac38-0d46730de3ca tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:14.435268 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-6d68726d-ee34-44b7-ac38-0d46730de3ca tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2531936 Jan 17 18:29:14.438562 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 51580) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:14.444649 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-6a437da7-dcaa-4779-b646-eb7451d6fef7 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Request body: {'floatingip': {'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:29:14.483347 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6a437da7-dcaa-4779-b646-eb7451d6fef7 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:14.543179 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d521d1e2-3122-479e-8ae4-c1be6fa56447 None None] Sync routers for ids ['3751d2d2-c3e0-4d50-8ef4-231e870718a7'] in dv-cinder-824995-1-iscsi {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:29:14.569990 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d521d1e2-3122-479e-8ae4-c1be6fa56447 None None] Routers {'3751d2d2-c3e0-4d50-8ef4-231e870718a7'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:29:14.571009 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d521d1e2-3122-479e-8ae4-c1be6fa56447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:28:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['3751d2d2-c3e0-4d50-8ef4-231e870718a7'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:29:14.612632 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-fcbb88ff-4f28-4c7f-9b07-da3ce11168a8 req-b361a998-8a45-43e2-9ac0-86d7bf479ef7 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 210 time: 0.1080542 Jan 17 18:29:14.795713 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port e2d3fedb-02bb-4031-b568-d42e8161f9ee is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:29:14.796810 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 5c62683a-0f38-424c-b7f3-70de37641fc9 up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:29:14.801319 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c482fe-38e5-4855-b33d-49ab13dafc8f None None] Sync routers for ids ['c19eba3b-927f-410a-9065-aca8f92572f2'] in dv-cinder-824995-1-iscsi {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:29:14.836216 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c482fe-38e5-4855-b33d-49ab13dafc8f None None] Routers {'c19eba3b-927f-410a-9065-aca8f92572f2'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:29:14.836938 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e7c482fe-38e5-4855-b33d-49ab13dafc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:28:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['c19eba3b-927f-410a-9065-aca8f92572f2'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:29:14.883142 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-d521d1e2-3122-479e-8ae4-c1be6fa56447 None None] Set router 3751d2d2-c3e0-4d50-8ef4-231e870718a7 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:29:14.908846 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 51594) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:14.944210 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6a437da7-dcaa-4779-b646-eb7451d6fef7 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:15.063920 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-898dc9f0-8e5c-48b5-ade0-34f99f1b34d6 req-c1d244ac-a279-4cd6-b65d-8f1c3ea5c48d tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1fb07b8-2758-4cb4-8278-85296c1f4c1b HTTP/1.1" status: 200 len: 210 time: 0.1035097 Jan 17 18:29:15.168288 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port 5c62683a-0f38-424c-b7f3-70de37641fc9 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:29:15.168696 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (5c62683a-0f38-424c-b7f3-70de37641fc9), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:15.201430 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.31', 51854) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:15.204030 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eddfd6db-f717-414c-9571-47ef1ee158da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:15.239124 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.31', 51855) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:15.282928 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-6a437da7-dcaa-4779-b646-eb7451d6fef7 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Allocated IP 172.27.3.186 (9ec40da0-3fb2-40ad-97b9-056b5e7103fe/10c42aa5-d9d6-40a2-95c7-0d399aece660/482fb368-15da-4cee-8885-262a07848221) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:29:15.307575 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-e7c482fe-38e5-4855-b33d-49ab13dafc8f None None] Set router c19eba3b-927f-410a-9065-aca8f92572f2 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:29:15.449355 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d521d1e2-3122-479e-8ae4-c1be6fa56447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'name': 'tempest-AttachVolumeShelveTestJSON-878886642-router', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:29:04Z', 'updated_at': '2022-01-17T18:29:10Z', 'revision_number': 4, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'gw_port': {'id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ab:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:06Z', 'updated_at': '2022-01-17T18:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': 'e2f5b37e-d511-4ffe-97fb-95d753b712df', 'name': '', 'network_id': '2212e019-d500-4b0c-9632-00978d519e48', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'mac_address': 'fa:16:3e:1a:b4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ea9967e-4370-4564-98d1-90d5a9404775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:10Z', 'updated_at': '2022-01-17T18:29:11Z', 'revision_number': 2, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'subnets': [{'id': '9ea9967e-4370-4564-98d1-90d5a9404775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:29:15.491992 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-f726c68e-4bb2-4174-a0c7-df5d438a152d tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:15.493840 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-f726c68e-4bb2-4174-a0c7-df5d438a152d tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.31 "GET /v2.0/networks?id=b71d7012-2825-4beb-9dcf-494a46619792 HTTP/1.1" status: 200 len: 812 time: 0.2484977 Jan 17 18:29:15.534984 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d521d1e2-3122-479e-8ae4-c1be6fa56447 None None] Checking router: 3751d2d2-c3e0-4d50-8ef4-231e870718a7 for host: dv-cinder-824995-1-iscsi {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:29:15.537832 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d521d1e2-3122-479e-8ae4-c1be6fa56447 None None] Updating router 3751d2d2-c3e0-4d50-8ef4-231e870718a7 port e2f5b37e-d511-4ffe-97fb-95d753b712df binding host dv-cinder-824995-1-iscsi {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 18:29:15.540760 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-41f8f170-77f0-47e4-86d4-09bbc9a88288 req-8fe142b3-6784-4c69-8f1e-e63fbc8e4e3e tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 210 time: 0.3049181 Jan 17 18:29:15.553229 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-38c501fb-fd01-418f-81e4-9ffaea67e866 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Request body: {'port': {'device_id': 'a1fb07b8-2758-4cb4-8278-85296c1f4c1b', 'network_id': 'b71d7012-2825-4beb-9dcf-494a46619792', 'admin_state_up': True, 'tenant_id': '6657ac8e60b144e0a5838057fcde4565'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:29:15.592545 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-d521d1e2-3122-479e-8ae4-c1be6fa56447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (e2f5b37e-d511-4ffe-97fb-95d753b712df), before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:15.641774 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-1846eeb7-2a18-4fa1-bd26-9cf670d7bf75 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:15.645328 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-1846eeb7-2a18-4fa1-bd26-9cf670d7bf75 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/networks?id=dc7b8bda-4f6a-4a84-9c64-8df87d1d200d HTTP/1.1" status: 200 len: 819 time: 0.5601172 Jan 17 18:29:15.725992 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-d0050617-6fb9-46fe-934b-3573cd9e9a3b tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:15.727540 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-d0050617-6fb9-46fe-934b-3573cd9e9a3b tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.31 "GET /v2.0/networks?id=f9fdf362-a192-4398-90ad-42753c4dbe91 HTTP/1.1" status: 200 len: 815 time: 0.5112453 Jan 17 18:29:15.743928 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-730ae5de-5fdd-49d6-84e5-a642be926e65 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Request body: {'port': {'device_id': '23d9990e-ce1a-41a0-8993-35b79669c97e', 'network_id': 'f9fdf362-a192-4398-90ad-42753c4dbe91', 'admin_state_up': True, 'tenant_id': '6565d84bc46f476997612d642cd76aa1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:29:15.782436 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-25dcf8aa-b942-481f-a94b-961efdcec4a9 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/quotas/e713cd04cf914d75bc12b271eea8bc44 HTTP/1.1" status: 200 len: 375 time: 0.1043587 Jan 17 18:29:15.785555 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port 5c62683a-0f38-424c-b7f3-70de37641fc9 is: DOWN; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:29:15.786463 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (5c62683a-0f38-424c-b7f3-70de37641fc9), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:15.865652 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] For port 5c62683a-0f38-424c-b7f3-70de37641fc9, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=5c62683a-0f38-424c-b7f3-70de37641fc9,segment=NetworkSegment(8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f),segment_id=8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:29:15.879551 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6a437da7-dcaa-4779-b646-eb7451d6fef7 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for port (482fb368-15da-4cee-8885-262a07848221), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:15.906456 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (5c62683a-0f38-424c-b7f3-70de37641fc9), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:16.042927 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Pushing event updated for resources: {'Port': ['ID=5c62683a-0f38-424c-b7f3-70de37641fc9,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:16.064866 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e7c482fe-38e5-4855-b33d-49ab13dafc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19eba3b-927f-410a-9065-aca8f92572f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1823823908-router', 'tenant_id': 'e713cd04cf914d75bc12b271eea8bc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '5c62683a-0f38-424c-b7f3-70de37641fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:29:04Z', 'updated_at': '2022-01-17T18:29:11Z', 'revision_number': 4, 'project_id': 'e713cd04cf914d75bc12b271eea8bc44', 'gw_port': {'id': '5c62683a-0f38-424c-b7f3-70de37641fc9', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19eba3b-927f-410a-9065-aca8f92572f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:06Z', 'updated_at': '2022-01-17T18:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': '213b1e14-eac7-4235-a6a6-14bc898b6586', 'name': '', 'network_id': 'dc7b8bda-4f6a-4a84-9c64-8df87d1d200d', 'tenant_id': 'e713cd04cf914d75bc12b271eea8bc44', 'mac_address': 'fa:16:3e:b9:c5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19eba3b-927f-410a-9065-aca8f92572f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '09b30f79-9dbf-4db5-8afc-15f2fb928f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:10Z', 'updated_at': '2022-01-17T18:29:11Z', 'revision_number': 2, 'project_id': 'e713cd04cf914d75bc12b271eea8bc44', 'subnets': [{'id': '09b30f79-9dbf-4db5-8afc-15f2fb928f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:29:16.108571 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c482fe-38e5-4855-b33d-49ab13dafc8f None None] Checking router: c19eba3b-927f-410a-9065-aca8f92572f2 for host: dv-cinder-824995-1-iscsi {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:29:16.109051 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c482fe-38e5-4855-b33d-49ab13dafc8f None None] Updating router c19eba3b-927f-410a-9065-aca8f92572f2 port 213b1e14-eac7-4235-a6a6-14bc898b6586 binding host dv-cinder-824995-1-iscsi {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 18:29:16.139019 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eddfd6db-f717-414c-9571-47ef1ee158da admin admin] Publish callbacks [] for security_group (5853cd97-030b-44cd-a7a3-17fc5fcfadbd), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:16.147113 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-38c501fb-fd01-418f-81e4-9ffaea67e866 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Made reservation on behalf of 6657ac8e60b144e0a5838057fcde4565 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:29:16.159953 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e7c482fe-38e5-4855-b33d-49ab13dafc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (213b1e14-eac7-4235-a6a6-14bc898b6586), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:16.167577 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-c8084550-5042-42aa-93ec-5a8e0af78b73 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e713cd04cf914d75bc12b271eea8bc44&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3772740 Jan 17 18:29:16.175621 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-38c501fb-fd01-418f-81e4-9ffaea67e866 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:16.203043 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eddfd6db-f717-414c-9571-47ef1ee158da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (5853cd97-030b-44cd-a7a3-17fc5fcfadbd), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:16.300266 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 5c62683a-0f38-424c-b7f3-70de37641fc9 up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:29:16.309949 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-eddfd6db-f717-414c-9571-47ef1ee158da admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=68aa57b401f04aceb28b7877c663a6c0&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3974609 Jan 17 18:29:16.312063 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 51678) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:16.316054 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-730ae5de-5fdd-49d6-84e5-a642be926e65 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Made reservation on behalf of 6565d84bc46f476997612d642cd76aa1 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:29:16.320717 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-730ae5de-5fdd-49d6-84e5-a642be926e65 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:16.374782 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-75d07188-2404-49ae-b71b-a228387b44bf service neutron] 10.222.0.57 "GET /v2.0/networks/dc7b8bda-4f6a-4a84-9c64-8df87d1d200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896098 Jan 17 18:29:16.382918 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6a437da7-dcaa-4779-b646-eb7451d6fef7 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924'] for port (482fb368-15da-4cee-8885-262a07848221), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:16.429394 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-d521d1e2-3122-479e-8ae4-c1be6fa56447 None None] Publish callbacks [] for port (e2f5b37e-d511-4ffe-97fb-95d753b712df), precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:16.438506 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-d521d1e2-3122-479e-8ae4-c1be6fa56447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (e2f5b37e-d511-4ffe-97fb-95d753b712df), after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:16.516874 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875fb99d-7820-4cb7-b5a2-e8860c512a11 None None] Pushing event updated for resources: {'Port': ['ID=e2f5b37e-d511-4ffe-97fb-95d753b712df,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:16.603296 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-d521d1e2-3122-479e-8ae4-c1be6fa56447 None None] Attempting to bind port e2f5b37e-d511-4ffe-97fb-95d753b712df on host dv-cinder-824995-1-iscsi for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:29:16.604089 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-d521d1e2-3122-479e-8ae4-c1be6fa56447 None None] Attempting to bind port e2f5b37e-d511-4ffe-97fb-95d753b712df by drivers openvswitch,hyperv on host dv-cinder-824995-1-iscsi at level 0 using segments [{'id': '2c78bc40-75f9-41e4-87c6-931db814d21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2212e019-d500-4b0c-9632-00978d519e48'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:29:16.604179 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d521d1e2-3122-479e-8ae4-c1be6fa56447 None None] Attempting to bind port e2f5b37e-d511-4ffe-97fb-95d753b712df on network 2212e019-d500-4b0c-9632-00978d519e48 {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:29:16.611654 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d521d1e2-3122-479e-8ae4-c1be6fa56447 None None] Checking agent: {'id': 'df58d820-fcc5-4fb7-897c-d0f1a16030b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 21, 27), 'started_at': datetime.datetime(2022, 1, 17, 18, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:29:16.612563 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d521d1e2-3122-479e-8ae4-c1be6fa56447 None None] Checking segment: {'id': '2c78bc40-75f9-41e4-87c6-931db814d21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2212e019-d500-4b0c-9632-00978d519e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:29:16.612981 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-d521d1e2-3122-479e-8ae4-c1be6fa56447 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:16.613385 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d521d1e2-3122-479e-8ae4-c1be6fa56447 None None] Bound using segment: {'id': '2c78bc40-75f9-41e4-87c6-931db814d21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2212e019-d500-4b0c-9632-00978d519e48'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:29:16.613966 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-d521d1e2-3122-479e-8ae4-c1be6fa56447 None None] Bound port: e2f5b37e-d511-4ffe-97fb-95d753b712df, host: dv-cinder-824995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c78bc40-75f9-41e4-87c6-931db814d21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2212e019-d500-4b0c-9632-00978d519e48'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:29:16.614355 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-d521d1e2-3122-479e-8ae4-c1be6fa56447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (e2f5b37e-d511-4ffe-97fb-95d753b712df), before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:16.618603 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e7c482fe-38e5-4855-b33d-49ab13dafc8f None None] Publish callbacks [] for port (213b1e14-eac7-4235-a6a6-14bc898b6586), precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:16.620148 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-456b037c-71c2-4ec0-9227-25cff8f146cd req-ce960d97-6f13-4cd9-a0a9-8b8ae1cc8e6a tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1fb07b8-2758-4cb4-8278-85296c1f4c1b HTTP/1.1" status: 200 len: 210 time: 0.0847504 Jan 17 18:29:16.641714 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e7c482fe-38e5-4855-b33d-49ab13dafc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (213b1e14-eac7-4235-a6a6-14bc898b6586), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:16.651773 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-16c2a52f-894b-40e8-a2bb-693dc9bfbd4b admin admin] Publish callbacks [] for security_group (5853cd97-030b-44cd-a7a3-17fc5fcfadbd), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:16.696119 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-16c2a52f-894b-40e8-a2bb-693dc9bfbd4b admin admin] Publish callbacks [] for security_group (5853cd97-030b-44cd-a7a3-17fc5fcfadbd), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:16.739269 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-d521d1e2-3122-479e-8ae4-c1be6fa56447 None None] For port e2f5b37e-d511-4ffe-97fb-95d753b712df, host dv-cinder-824995-1-iscsi, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:29:16.742678 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-d521d1e2-3122-479e-8ae4-c1be6fa56447 None None] For port e2f5b37e-d511-4ffe-97fb-95d753b712df, host dv-cinder-824995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=e2f5b37e-d511-4ffe-97fb-95d753b712df,segment=NetworkSegment(2c78bc40-75f9-41e4-87c6-931db814d21f),segment_id=2c78bc40-75f9-41e4-87c6-931db814d21f)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:29:16.759144 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-d521d1e2-3122-479e-8ae4-c1be6fa56447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (e2f5b37e-d511-4ffe-97fb-95d753b712df), after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:16.784295 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddfd6db-f717-414c-9571-47ef1ee158da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5853cd97-030b-44cd-a7a3-17fc5fcfadbd,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:16.825384 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.31', 51868) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:16.829396 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53abcf-3051-4cc9-bc63-90dae6dc2a7a None None] Pushing event updated for resources: {'Port': ['ID=213b1e14-eac7-4235-a6a6-14bc898b6586,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:16.861626 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d521d1e2-3122-479e-8ae4-c1be6fa56447 None None] Routers {'3751d2d2-c3e0-4d50-8ef4-231e870718a7'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:29:16.862327 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d521d1e2-3122-479e-8ae4-c1be6fa56447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:28:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['3751d2d2-c3e0-4d50-8ef4-231e870718a7'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:29:16.949069 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port 5c62683a-0f38-424c-b7f3-70de37641fc9 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:29:16.949465 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (5c62683a-0f38-424c-b7f3-70de37641fc9), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:16.952452 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-e7c482fe-38e5-4855-b33d-49ab13dafc8f None None] Attempting to bind port 213b1e14-eac7-4235-a6a6-14bc898b6586 on host dv-cinder-824995-1-iscsi for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:29:16.952825 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-e7c482fe-38e5-4855-b33d-49ab13dafc8f None None] Attempting to bind port 213b1e14-eac7-4235-a6a6-14bc898b6586 by drivers openvswitch,hyperv on host dv-cinder-824995-1-iscsi at level 0 using segments [{'id': 'b577ace6-8bea-4272-ac15-e90e8f56340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dc7b8bda-4f6a-4a84-9c64-8df87d1d200d'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:29:16.953187 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c482fe-38e5-4855-b33d-49ab13dafc8f None None] Attempting to bind port 213b1e14-eac7-4235-a6a6-14bc898b6586 on network dc7b8bda-4f6a-4a84-9c64-8df87d1d200d {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:29:17.012099 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c482fe-38e5-4855-b33d-49ab13dafc8f None None] Checking agent: {'id': 'df58d820-fcc5-4fb7-897c-d0f1a16030b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 21, 27), 'started_at': datetime.datetime(2022, 1, 17, 18, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:29:17.012336 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c482fe-38e5-4855-b33d-49ab13dafc8f None None] Checking segment: {'id': 'b577ace6-8bea-4272-ac15-e90e8f56340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dc7b8bda-4f6a-4a84-9c64-8df87d1d200d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:29:17.012612 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e7c482fe-38e5-4855-b33d-49ab13dafc8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:17.013011 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c482fe-38e5-4855-b33d-49ab13dafc8f None None] Bound using segment: {'id': 'b577ace6-8bea-4272-ac15-e90e8f56340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dc7b8bda-4f6a-4a84-9c64-8df87d1d200d'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:29:17.013521 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-e7c482fe-38e5-4855-b33d-49ab13dafc8f None None] Bound port: 213b1e14-eac7-4235-a6a6-14bc898b6586, host: dv-cinder-824995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b577ace6-8bea-4272-ac15-e90e8f56340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dc7b8bda-4f6a-4a84-9c64-8df87d1d200d'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:29:17.013906 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e7c482fe-38e5-4855-b33d-49ab13dafc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (213b1e14-eac7-4235-a6a6-14bc898b6586), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:17.040691 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-d521d1e2-3122-479e-8ae4-c1be6fa56447 None None] Set router 3751d2d2-c3e0-4d50-8ef4-231e870718a7 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:29:17.086606 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-8e45b1cf-65c4-4947-8308-75b0e823f006 service neutron] 10.222.0.57 "GET /v2.0/networks/dc7b8bda-4f6a-4a84-9c64-8df87d1d200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6978664 Jan 17 18:29:17.101061 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a437da7-dcaa-4779-b646-eb7451d6fef7 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Network 9ec40da0-3fb2-40ad-97b9-056b5e7103fe is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:29:17.109312 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-6a437da7-dcaa-4779-b646-eb7451d6fef7 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:29:17.123502 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a437da7-dcaa-4779-b646-eb7451d6fef7 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:29:17.216033 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-dc0816de-2583-478f-9263-32c660e1b0d6 None None] Provisioning complete for port e2f5b37e-d511-4ffe-97fb-95d753b712df triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:29:17.216509 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-dc0816de-2583-478f-9263-32c660e1b0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (e2f5b37e-d511-4ffe-97fb-95d753b712df), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:17.469570 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875fb99d-7820-4cb7-b5a2-e8860c512a11 None None] Pushing event updated for resources: {'Port': ['ID=e2f5b37e-d511-4ffe-97fb-95d753b712df,revision_number=4']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:17.507860 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d521d1e2-3122-479e-8ae4-c1be6fa56447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'name': 'tempest-AttachVolumeShelveTestJSON-878886642-router', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:29:04Z', 'updated_at': '2022-01-17T18:29:10Z', 'revision_number': 4, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'gw_port': {'id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ab:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:06Z', 'updated_at': '2022-01-17T18:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': 'e2f5b37e-d511-4ffe-97fb-95d753b712df', 'name': '', 'network_id': '2212e019-d500-4b0c-9632-00978d519e48', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'mac_address': 'fa:16:3e:1a:b4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ea9967e-4370-4564-98d1-90d5a9404775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:10Z', 'updated_at': '2022-01-17T18:29:16Z', 'revision_number': 4, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'subnets': [{'id': '9ea9967e-4370-4564-98d1-90d5a9404775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:29:17.555552 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d521d1e2-3122-479e-8ae4-c1be6fa56447 None None] The sync data for ids ['3751d2d2-c3e0-4d50-8ef4-231e870718a7'] in dv-cinder-824995-1-iscsi is: [{'id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'name': 'tempest-AttachVolumeShelveTestJSON-878886642-router', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:29:04Z', 'updated_at': '2022-01-17T18:29:10Z', 'revision_number': 4, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'gw_port': {'id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ab:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:06Z', 'updated_at': '2022-01-17T18:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': 'e2f5b37e-d511-4ffe-97fb-95d753b712df', 'name': '', 'network_id': '2212e019-d500-4b0c-9632-00978d519e48', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'mac_address': 'fa:16:3e:1a:b4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ea9967e-4370-4564-98d1-90d5a9404775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:10Z', 'updated_at': '2022-01-17T18:29:16Z', 'revision_number': 4, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'subnets': [{'id': '9ea9967e-4370-4564-98d1-90d5a9404775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:29:17.662656 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-e7c482fe-38e5-4855-b33d-49ab13dafc8f None None] For port 213b1e14-eac7-4235-a6a6-14bc898b6586, host dv-cinder-824995-1-iscsi, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:29:17.668379 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-0cdc81d7-a4f7-408e-9efa-0347128b8326 req-1153f7a2-0d5b-47f1-9abf-7eb250cff2f9 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 210 time: 0.1885152 Jan 17 18:29:17.686696 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-e7c482fe-38e5-4855-b33d-49ab13dafc8f None None] For port 213b1e14-eac7-4235-a6a6-14bc898b6586, host dv-cinder-824995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=213b1e14-eac7-4235-a6a6-14bc898b6586,segment=NetworkSegment(b577ace6-8bea-4272-ac15-e90e8f56340e),segment_id=b577ace6-8bea-4272-ac15-e90e8f56340e)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:29:17.718251 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-16c2a52f-894b-40e8-a2bb-693dc9bfbd4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (5853cd97-030b-44cd-a7a3-17fc5fcfadbd), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:17.720953 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-16c2a52f-894b-40e8-a2bb-693dc9bfbd4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:17.722300 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-16c2a52f-894b-40e8-a2bb-693dc9bfbd4b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5853cd97-030b-44cd-a7a3-17fc5fcfadbd HTTP/1.1" status: 204 len: 168 time: 1.4076111 Jan 17 18:29:17.749543 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a437da7-dcaa-4779-b646-eb7451d6fef7 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Pushing event updated for resources: {'Port': ['ID=482fb368-15da-4cee-8885-262a07848221,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:17.811737 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2a52f-894b-40e8-a2bb-693dc9bfbd4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5853cd97-030b-44cd-a7a3-17fc5fcfadbd,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:17.837639 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-d4da3b40-cbc9-4009-9142-3f5bcba07de3 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:17.842342 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-d4da3b40-cbc9-4009-9142-3f5bcba07de3 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.31 "GET /v2.0/networks?id=dc7b8bda-4f6a-4a84-9c64-8df87d1d200d HTTP/1.1" status: 200 len: 819 time: 1.0128529 Jan 17 18:29:17.887023 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-62a91b27-48b0-46e2-95c5-df1ad251a4be tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Request body: {'port': {'device_id': 'd0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab', 'network_id': 'dc7b8bda-4f6a-4a84-9c64-8df87d1d200d', 'admin_state_up': True, 'tenant_id': 'e713cd04cf914d75bc12b271eea8bc44'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:29:17.929274 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e7c482fe-38e5-4855-b33d-49ab13dafc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (213b1e14-eac7-4235-a6a6-14bc898b6586), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:17.989155 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-dc0816de-2583-478f-9263-32c660e1b0d6 None None] Current status of the port e2f5b37e-d511-4ffe-97fb-95d753b712df is: DOWN; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:29:17.989556 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-dc0816de-2583-478f-9263-32c660e1b0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (e2f5b37e-d511-4ffe-97fb-95d753b712df), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:18.103339 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-38c501fb-fd01-418f-81e4-9ffaea67e866 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Allocated IP 172.20.0.10 (b71d7012-2825-4beb-9dcf-494a46619792/aef80ff5-588c-4824-85bf-241b4c536509/75c28ce0-4dbb-4998-81b0-c6df910c723c) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:29:18.177882 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port 5c62683a-0f38-424c-b7f3-70de37641fc9 is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:29:18.319618 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-5037093f-8a49-4e24-bde0-d9621b242965 req-d06154ad-0ca9-4107-9fd3-9e9021299382 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1fb07b8-2758-4cb4-8278-85296c1f4c1b HTTP/1.1" status: 200 len: 210 time: 0.1929741 Jan 17 18:29:18.428226 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6a437da7-dcaa-4779-b646-eb7451d6fef7 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for floatingip (246197a8-ce44-4b3e-8a21-ed9402a57378), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:18.435719 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-730ae5de-5fdd-49d6-84e5-a642be926e65 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Allocated IP 172.20.0.11 (f9fdf362-a192-4398-90ad-42753c4dbe91/961653f6-79b2-4a60-b9e7-9e0202e89852/ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:29:18.444573 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-38c501fb-fd01-418f-81e4-9ffaea67e866 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Publish callbacks [] for port (75c28ce0-4dbb-4998-81b0-c6df910c723c), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:18.484860 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-dc0816de-2583-478f-9263-32c660e1b0d6 None None] For port e2f5b37e-d511-4ffe-97fb-95d753b712df, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=e2f5b37e-d511-4ffe-97fb-95d753b712df,segment=NetworkSegment(2c78bc40-75f9-41e4-87c6-931db814d21f),segment_id=2c78bc40-75f9-41e4-87c6-931db814d21f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:29:18.517663 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4f5af338-1c98-41de-8a4d-49915ee5b78b req-e9944419-e8f6-481a-a56d-7cfddccb3090 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 210 time: 0.4602671 Jan 17 18:29:18.519007 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-38c501fb-fd01-418f-81e4-9ffaea67e866 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924'] for port (75c28ce0-4dbb-4998-81b0-c6df910c723c), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:18.589259 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 6 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:29:18.604868 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-dc0816de-2583-478f-9263-32c660e1b0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (e2f5b37e-d511-4ffe-97fb-95d753b712df), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:18.687033 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device e2f5b37e-d511-4ffe-97fb-95d753b712df up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:29:18.691004 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6a437da7-dcaa-4779-b646-eb7451d6fef7 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (482fb368-15da-4cee-8885-262a07848221), before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:18.875770 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c482fe-38e5-4855-b33d-49ab13dafc8f None None] Routers {'c19eba3b-927f-410a-9065-aca8f92572f2'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:29:18.878368 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e7c482fe-38e5-4855-b33d-49ab13dafc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:28:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['c19eba3b-927f-410a-9065-aca8f92572f2'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:29:18.941885 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-38c501fb-fd01-418f-81e4-9ffaea67e866 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Network b71d7012-2825-4beb-9dcf-494a46619792 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:29:19.006877 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-38c501fb-fd01-418f-81e4-9ffaea67e866 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:29:19.010504 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-38c501fb-fd01-418f-81e4-9ffaea67e866 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:29:19.017687 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-38c501fb-fd01-418f-81e4-9ffaea67e866 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:19.018641 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-38c501fb-fd01-418f-81e4-9ffaea67e866 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for port (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:19.025212 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53abcf-3051-4cc9-bc63-90dae6dc2a7a None None] Pushing event updated for resources: {'Port': ['ID=213b1e14-eac7-4235-a6a6-14bc898b6586,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:19.039893 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-76cfe5f8-159c-4a16-b892-6f3f06ff949d req-1bee62cb-f34c-4da9-9b2e-ad52b99bfd43 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 210 time: 0.1117435 Jan 17 18:29:19.069107 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c501fb-fd01-418f-81e4-9ffaea67e866 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Pushing event updated for resources: {'Port': ['ID=75c28ce0-4dbb-4998-81b0-c6df910c723c,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:19.136148 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-38c501fb-fd01-418f-81e4-9ffaea67e866 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5905936 Jan 17 18:29:19.265847 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-deabfca0-272d-487c-8598-0437f20890c4 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 18:29:19.273043 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-deabfca0-272d-487c-8598-0437f20890c4 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0330036 Jan 17 18:29:19.276713 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-62a91b27-48b0-46e2-95c5-df1ad251a4be tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Made reservation on behalf of e713cd04cf914d75bc12b271eea8bc44 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:29:19.293012 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-62a91b27-48b0-46e2-95c5-df1ad251a4be tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:19.349915 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-730ae5de-5fdd-49d6-84e5-a642be926e65 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Publish callbacks [] for port (ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:19.422003 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 51788) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:19.450297 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-5ab41d09-ca19-4ad7-b5c3-2c2dd6ebb616 None None] Provisioning complete for port e2f5b37e-d511-4ffe-97fb-95d753b712df triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:29:19.476659 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5ab41d09-ca19-4ad7-b5c3-2c2dd6ebb616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (e2f5b37e-d511-4ffe-97fb-95d753b712df), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:19.515497 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-730ae5de-5fdd-49d6-84e5-a642be926e65 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924'] for port (ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:19.645160 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0816de-2583-478f-9263-32c660e1b0d6 None None] Pushing event updated for resources: {'Port': ['ID=e2f5b37e-d511-4ffe-97fb-95d753b712df,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:19.649315 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port e2f5b37e-d511-4ffe-97fb-95d753b712df triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:29:19.651710 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (e2f5b37e-d511-4ffe-97fb-95d753b712df), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:19.833453 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-e7c482fe-38e5-4855-b33d-49ab13dafc8f None None] Set router c19eba3b-927f-410a-9065-aca8f92572f2 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:29:19.950618 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-4cbfea6c-a700-4e99-bb57-ccf8bf674424 service neutron] Request body: {'port': {'device_id': 'a1fb07b8-2758-4cb4-8278-85296c1f4c1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82499'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:29:19.986626 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-631d9b7a-f3e9-46e2-8411-3a157b2da87a req-1a2843aa-f71c-4e6b-9d0c-227fa8c1ca5a tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 210 time: 0.1774948 Jan 17 18:29:20.023281 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-730ae5de-5fdd-49d6-84e5-a642be926e65 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Network f9fdf362-a192-4398-90ad-42753c4dbe91 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:29:20.067797 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-730ae5de-5fdd-49d6-84e5-a642be926e65 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:29:20.083569 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-730ae5de-5fdd-49d6-84e5-a642be926e65 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:29:20.104860 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-730ae5de-5fdd-49d6-84e5-a642be926e65 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:20.106822 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-730ae5de-5fdd-49d6-84e5-a642be926e65 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for port (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:20.163743 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ae5de-5fdd-49d6-84e5-a642be926e65 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Pushing event updated for resources: {'Port': ['ID=ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:20.216436 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-730ae5de-5fdd-49d6-84e5-a642be926e65 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4778783 Jan 17 18:29:20.223276 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-33ff1557-0471-4c33-8cc6-2c4bf2f00cdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:20.308258 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-830c159e-54dd-4250-94d3-5a843fe7daf9 service neutron] Request body: {'port': {'device_id': '23d9990e-ce1a-41a0-8993-35b79669c97e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82499'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:29:20.353400 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca6257-32d7-49af-adaf-9f0d5068bcde req-69b208d2-bdcd-417e-9616-d81aaa9c552f tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:20.355119 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-52ca6257-32d7-49af-adaf-9f0d5068bcde req-69b208d2-bdcd-417e-9616-d81aaa9c552f tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1fb07b8-2758-4cb4-8278-85296c1f4c1b HTTP/1.1" status: 200 len: 932 time: 0.7236259 Jan 17 18:29:20.401681 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.31', 51874) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:20.416581 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-62a91b27-48b0-46e2-95c5-df1ad251a4be tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Allocated IP 172.20.0.6 (dc7b8bda-4f6a-4a84-9c64-8df87d1d200d/09b30f79-9dbf-4db5-8afc-15f2fb928f6f/30b283b6-8fca-442f-9cb3-672eef080229) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:29:20.471774 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6a437da7-dcaa-4779-b646-eb7451d6fef7 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for port (482fb368-15da-4cee-8885-262a07848221), precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:20.526557 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6a437da7-dcaa-4779-b646-eb7451d6fef7 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (482fb368-15da-4cee-8885-262a07848221), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:20.797405 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-33ff1557-0471-4c33-8cc6-2c4bf2f00cdd admin admin] Publish callbacks [] for security_group (9b5cd085-d2a2-403a-86f8-6d3a100a09c1), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:20.798398 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-1d564209-7659-4dbf-9711-5349396c8e6f tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:20.802027 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-1d564209-7659-4dbf-9711-5349396c8e6f tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.31 "GET /v2.0/networks?id=dc7b8bda-4f6a-4a84-9c64-8df87d1d200d HTTP/1.1" status: 200 len: 819 time: 0.3183889 Jan 17 18:29:20.810331 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 51826) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:20.903422 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-33ff1557-0471-4c33-8cc6-2c4bf2f00cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (9b5cd085-d2a2-403a-86f8-6d3a100a09c1), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:20.925677 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-5ab41d09-ca19-4ad7-b5c3-2c2dd6ebb616 None None] Current status of the port e2f5b37e-d511-4ffe-97fb-95d753b712df is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:29:20.935427 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port e2f5b37e-d511-4ffe-97fb-95d753b712df is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:29:20.944816 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-52ca6257-32d7-49af-adaf-9f0d5068bcde req-d5838797-d99e-4386-94a1-77c78cde2f1a tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/security-groups?id=55ec3316-ebed-43ec-bce2-99098ecdfbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749378 Jan 17 18:29:20.960457 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-4cbfea6c-a700-4e99-bb57-ccf8bf674424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (75c28ce0-4dbb-4998-81b0-c6df910c723c), before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:21.008635 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-d72a4f81-3256-41b6-bdbe-8c2e607b7f9a tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Request body: {'port': {'device_id': '9505c122-05e5-4cd8-8275-9c8c033ab55a', 'network_id': 'dc7b8bda-4f6a-4a84-9c64-8df87d1d200d', 'admin_state_up': True, 'tenant_id': 'e713cd04cf914d75bc12b271eea8bc44'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:29:21.083716 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ef511a69-6a99-418a-beb2-31fcdfa85ffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:21.095991 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff1557-0471-4c33-8cc6-2c4bf2f00cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5cd085-d2a2-403a-86f8-6d3a100a09c1,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:21.125774 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-33ff1557-0471-4c33-8cc6-2c4bf2f00cdd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=df7aa330c347482a8c7f06ee69cf2c70&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7026198 Jan 17 18:29:21.128417 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 51840) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:21.152426 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e7c482fe-38e5-4855-b33d-49ab13dafc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19eba3b-927f-410a-9065-aca8f92572f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1823823908-router', 'tenant_id': 'e713cd04cf914d75bc12b271eea8bc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '5c62683a-0f38-424c-b7f3-70de37641fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:29:04Z', 'updated_at': '2022-01-17T18:29:11Z', 'revision_number': 4, 'project_id': 'e713cd04cf914d75bc12b271eea8bc44', 'gw_port': {'id': '5c62683a-0f38-424c-b7f3-70de37641fc9', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19eba3b-927f-410a-9065-aca8f92572f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:06Z', 'updated_at': '2022-01-17T18:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': '213b1e14-eac7-4235-a6a6-14bc898b6586', 'name': '', 'network_id': 'dc7b8bda-4f6a-4a84-9c64-8df87d1d200d', 'tenant_id': 'e713cd04cf914d75bc12b271eea8bc44', 'mac_address': 'fa:16:3e:b9:c5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19eba3b-927f-410a-9065-aca8f92572f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '09b30f79-9dbf-4db5-8afc-15f2fb928f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:10Z', 'updated_at': '2022-01-17T18:29:17Z', 'revision_number': 4, 'project_id': 'e713cd04cf914d75bc12b271eea8bc44', 'subnets': [{'id': '09b30f79-9dbf-4db5-8afc-15f2fb928f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:29:21.153174 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-830c159e-54dd-4250-94d3-5a843fe7daf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5), before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:21.261853 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6a437da7-dcaa-4779-b646-eb7451d6fef7 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565514'] for floatingip (246197a8-ce44-4b3e-8a21-ed9402a57378), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:21.265840 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c482fe-38e5-4855-b33d-49ab13dafc8f None None] The sync data for ids ['c19eba3b-927f-410a-9065-aca8f92572f2'] in dv-cinder-824995-1-iscsi is: [{'id': 'c19eba3b-927f-410a-9065-aca8f92572f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1823823908-router', 'tenant_id': 'e713cd04cf914d75bc12b271eea8bc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '5c62683a-0f38-424c-b7f3-70de37641fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:29:04Z', 'updated_at': '2022-01-17T18:29:11Z', 'revision_number': 4, 'project_id': 'e713cd04cf914d75bc12b271eea8bc44', 'gw_port': {'id': '5c62683a-0f38-424c-b7f3-70de37641fc9', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19eba3b-927f-410a-9065-aca8f92572f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:06Z', 'updated_at': '2022-01-17T18:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': '213b1e14-eac7-4235-a6a6-14bc898b6586', 'name': '', 'network_id': 'dc7b8bda-4f6a-4a84-9c64-8df87d1d200d', 'tenant_id': 'e713cd04cf914d75bc12b271eea8bc44', 'mac_address': 'fa:16:3e:b9:c5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19eba3b-927f-410a-9065-aca8f92572f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '09b30f79-9dbf-4db5-8afc-15f2fb928f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:10Z', 'updated_at': '2022-01-17T18:29:17Z', 'revision_number': 4, 'project_id': 'e713cd04cf914d75bc12b271eea8bc44', 'subnets': [{'id': '09b30f79-9dbf-4db5-8afc-15f2fb928f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:29:21.272400 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device e2f5b37e-d511-4ffe-97fb-95d753b712df up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:29:21.360432 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5854ae5c-cae2-422a-8a5e-6c7f96cf9d9f admin admin] Publish callbacks [] for security_group (9b5cd085-d2a2-403a-86f8-6d3a100a09c1), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:21.365564 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-62a91b27-48b0-46e2-95c5-df1ad251a4be tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Publish callbacks [] for port (30b283b6-8fca-442f-9cb3-672eef080229), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:21.437942 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-87ffa262-3f67-41fd-a696-29d3f25ec04a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:21.453293 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-94cf65bb-84a2-4c7e-863d-07f8a383d33a req-2c47a7e4-0e20-407f-a807-f9b5ba19ac9c tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 210 time: 0.1021044 Jan 17 18:29:21.499460 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port e2f5b37e-d511-4ffe-97fb-95d753b712df triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:29:21.509843 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (e2f5b37e-d511-4ffe-97fb-95d753b712df), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:21.708889 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a437da7-dcaa-4779-b646-eb7451d6fef7 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Pushing event updated for resources: {'Port': ['ID=482fb368-15da-4cee-8885-262a07848221,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:21.723668 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5854ae5c-cae2-422a-8a5e-6c7f96cf9d9f admin admin] Publish callbacks [] for security_group (9b5cd085-d2a2-403a-86f8-6d3a100a09c1), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:21.791082 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0bf67-b0ed-423e-a0e9-1f5f340a122b req-7704fe38-bf0e-4834-9df4-f8afd0f53558 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:21.802386 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-fdb0bf67-b0ed-423e-a0e9-1f5f340a122b req-7704fe38-bf0e-4834-9df4-f8afd0f53558 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 932 time: 1.3251173 Jan 17 18:29:21.845795 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6a437da7-dcaa-4779-b646-eb7451d6fef7 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for floatingip (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:21.851099 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-6a437da7-dcaa-4779-b646-eb7451d6fef7 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4114461 Jan 17 18:29:21.889579 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-d72a4f81-3256-41b6-bdbe-8c2e607b7f9a tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Made reservation on behalf of e713cd04cf914d75bc12b271eea8bc44 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:29:21.899636 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-d72a4f81-3256-41b6-bdbe-8c2e607b7f9a tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:21.928243 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port e2f5b37e-d511-4ffe-97fb-95d753b712df is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:29:22.033470 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-fdb0bf67-b0ed-423e-a0e9-1f5f340a122b req-f61ec4bd-dd0c-49c4-9502-45ded5b864af tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251587 Jan 17 18:29:22.256431 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-62a91b27-48b0-46e2-95c5-df1ad251a4be tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924'] for port (30b283b6-8fca-442f-9cb3-672eef080229), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:22.270207 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36bf1f1-b259-4b17-b7db-7a1f94549761 req-a127a9af-5086-438c-858c-5cf33b9f3ad3 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:22.272089 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-e36bf1f1-b259-4b17-b7db-7a1f94549761 req-a127a9af-5086-438c-858c-5cf33b9f3ad3 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1fb07b8-2758-4cb4-8278-85296c1f4c1b HTTP/1.1" status: 200 len: 932 time: 0.1413815 Jan 17 18:29:22.330559 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-62a91b27-48b0-46e2-95c5-df1ad251a4be tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Network dc7b8bda-4f6a-4a84-9c64-8df87d1d200d is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:29:22.377672 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-62a91b27-48b0-46e2-95c5-df1ad251a4be tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:29:22.411593 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-62a91b27-48b0-46e2-95c5-df1ad251a4be tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:29:22.417491 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-62a91b27-48b0-46e2-95c5-df1ad251a4be tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:22.418108 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-62a91b27-48b0-46e2-95c5-df1ad251a4be tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for port (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:22.471758 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-62a91b27-48b0-46e2-95c5-df1ad251a4be tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6044674 Jan 17 18:29:22.482509 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-e36bf1f1-b259-4b17-b7db-7a1f94549761 req-714431b0-b3e3-4348-a864-20b6c7fe738a tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/security-groups?id=55ec3316-ebed-43ec-bce2-99098ecdfbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462135 Jan 17 18:29:22.496172 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-d6a5495c-f58a-49c0-be07-5d954b65ac37 service neutron] Request body: {'port': {'device_id': 'd0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82499'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:29:22.551480 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.notifiers.nova [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-4cbfea6c-a700-4e99-bb57-ccf8bf674424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75c28ce0-4dbb-4998-81b0-c6df910c723c {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:29:22.583600 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-4cbfea6c-a700-4e99-bb57-ccf8bf674424 service neutron] Publish callbacks [] for port (75c28ce0-4dbb-4998-81b0-c6df910c723c), precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:22.592034 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5854ae5c-cae2-422a-8a5e-6c7f96cf9d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (9b5cd085-d2a2-403a-86f8-6d3a100a09c1), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:22.594769 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5854ae5c-cae2-422a-8a5e-6c7f96cf9d9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:22.596748 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-5854ae5c-cae2-422a-8a5e-6c7f96cf9d9f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9b5cd085-d2a2-403a-86f8-6d3a100a09c1 HTTP/1.1" status: 204 len: 168 time: 1.4452169 Jan 17 18:29:22.607225 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-3ce0db28-774c-4143-829c-a4d4f2d6ddcc tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1863956091&fields=id&tenant_id=11bc53620fe449daa11721cdccd1e9a7 HTTP/1.1" status: 200 len: 267 time: 0.2173736 Jan 17 18:29:22.654839 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5854ae5c-cae2-422a-8a5e-6c7f96cf9d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5cd085-d2a2-403a-86f8-6d3a100a09c1,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:22.669753 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a91b27-48b0-46e2-95c5-df1ad251a4be tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Pushing event updated for resources: {'Port': ['ID=30b283b6-8fca-442f-9cb3-672eef080229,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:22.720525 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-d6a5495c-f58a-49c0-be07-5d954b65ac37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (30b283b6-8fca-442f-9cb3-672eef080229), before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:22.811648 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-4cbfea6c-a700-4e99-bb57-ccf8bf674424 service neutron] Transition to ACTIVE for port object 75c28ce0-4dbb-4998-81b0-c6df910c723c will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 18:29:22.815093 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-6e43a35a-63fd-4184-9257-b9eed75f92f0 req-ee7021b0-33bd-487d-946e-c1dd0eae6860 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 210 time: 0.1820135 Jan 17 18:29:22.864002 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-4cbfea6c-a700-4e99-bb57-ccf8bf674424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (75c28ce0-4dbb-4998-81b0-c6df910c723c), after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:23.182380 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbfea6c-a700-4e99-bb57-ccf8bf674424 service neutron] Pushing event updated for resources: {'Port': ['ID=75c28ce0-4dbb-4998-81b0-c6df910c723c,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:23.196596 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-4cbfea6c-a700-4e99-bb57-ccf8bf674424 service neutron] Attempting to bind port 75c28ce0-4dbb-4998-81b0-c6df910c723c on host hv-cinder-82499 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:29:23.197506 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-4cbfea6c-a700-4e99-bb57-ccf8bf674424 service neutron] Attempting to bind port 75c28ce0-4dbb-4998-81b0-c6df910c723c by drivers openvswitch,hyperv on host hv-cinder-82499 at level 0 using segments [{'id': '4cab2042-0c5f-4c5c-bed7-8f3f6af576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b71d7012-2825-4beb-9dcf-494a46619792'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:29:23.198103 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-4cbfea6c-a700-4e99-bb57-ccf8bf674424 service neutron] Attempting to bind port 75c28ce0-4dbb-4998-81b0-c6df910c723c on network b71d7012-2825-4beb-9dcf-494a46619792 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:29:23.205577 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 213b1e14-eac7-4235-a6a6-14bc898b6586 up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:29:23.206094 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-4cbfea6c-a700-4e99-bb57-ccf8bf674424 service neutron] Port 75c28ce0-4dbb-4998-81b0-c6df910c723c on network b71d7012-2825-4beb-9dcf-494a46619792 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82499 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 18:29:23.206393 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-4cbfea6c-a700-4e99-bb57-ccf8bf674424 service neutron] Attempting to bind port 75c28ce0-4dbb-4998-81b0-c6df910c723c on network b71d7012-2825-4beb-9dcf-494a46619792 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:29:23.213027 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-4cbfea6c-a700-4e99-bb57-ccf8bf674424 service neutron] Checking agent: {'id': 'c251eb83-93a6-4d5d-bd4b-c362ae836320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82499', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'started_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:29:23.213488 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-4cbfea6c-a700-4e99-bb57-ccf8bf674424 service neutron] Checking segment: {'id': '4cab2042-0c5f-4c5c-bed7-8f3f6af576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b71d7012-2825-4beb-9dcf-494a46619792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:29:23.215219 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-4cbfea6c-a700-4e99-bb57-ccf8bf674424 service neutron] Bound using segment: {'id': '4cab2042-0c5f-4c5c-bed7-8f3f6af576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b71d7012-2825-4beb-9dcf-494a46619792'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:29:23.215882 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-4cbfea6c-a700-4e99-bb57-ccf8bf674424 service neutron] Bound port: 75c28ce0-4dbb-4998-81b0-c6df910c723c, host: hv-cinder-82499, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cab2042-0c5f-4c5c-bed7-8f3f6af576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b71d7012-2825-4beb-9dcf-494a46619792'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:29:23.216688 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-4cbfea6c-a700-4e99-bb57-ccf8bf674424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (75c28ce0-4dbb-4998-81b0-c6df910c723c), before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:23.416070 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-45d056b5-e509-47e5-82b9-f00c62b97147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:23.449573 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-4cbfea6c-a700-4e99-bb57-ccf8bf674424 service neutron] For port 75c28ce0-4dbb-4998-81b0-c6df910c723c, host hv-cinder-82499, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:29:23.463670 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-4cbfea6c-a700-4e99-bb57-ccf8bf674424 service neutron] For port 75c28ce0-4dbb-4998-81b0-c6df910c723c, host hv-cinder-82499, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=75c28ce0-4dbb-4998-81b0-c6df910c723c,segment=NetworkSegment(4cab2042-0c5f-4c5c-bed7-8f3f6af576a3),segment_id=4cab2042-0c5f-4c5c-bed7-8f3f6af576a3)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:29:23.500405 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-4cbfea6c-a700-4e99-bb57-ccf8bf674424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (75c28ce0-4dbb-4998-81b0-c6df910c723c), after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:23.507002 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port 213b1e14-eac7-4235-a6a6-14bc898b6586 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:29:23.507394 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (213b1e14-eac7-4235-a6a6-14bc898b6586), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:23.554111 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-87ffa262-3f67-41fd-a696-29d3f25ec04a admin admin] Publish callbacks [] for security_group (f83424fa-071a-4ca6-be52-801010ab85d5), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:23.600971 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-87ffa262-3f67-41fd-a696-29d3f25ec04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (f83424fa-071a-4ca6-be52-801010ab85d5), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:23.810272 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-4cbfea6c-a700-4e99-bb57-ccf8bf674424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:23.811322 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-4cbfea6c-a700-4e99-bb57-ccf8bf674424 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for port (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:23.811652 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port 213b1e14-eac7-4235-a6a6-14bc898b6586 is: DOWN; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:29:23.811652 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (213b1e14-eac7-4235-a6a6-14bc898b6586), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:23.817175 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-4cbfea6c-a700-4e99-bb57-ccf8bf674424 service neutron] 10.222.0.31 "PUT /v2.0/ports/75c28ce0-4dbb-4998-81b0-c6df910c723c HTTP/1.1" status: 200 len: 1094 time: 4.1842470 Jan 17 18:29:23.817709 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1fb07b8-2758-4cb4-8278-85296c1f4c1b', 'tag': '75c28ce0-4dbb-4998-81b0-c6df910c723c'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:29:23.888188 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-334a6ed9-0084-4aef-bc6e-0bb6c5623be0 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:23.889768 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-334a6ed9-0084-4aef-bc6e-0bb6c5623be0 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/networks?id=2212e019-d500-4b0c-9632-00978d519e48 HTTP/1.1" status: 200 len: 816 time: 1.2695618 Jan 17 18:29:23.942242 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] For port 213b1e14-eac7-4235-a6a6-14bc898b6586, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=213b1e14-eac7-4235-a6a6-14bc898b6586,segment=NetworkSegment(b577ace6-8bea-4272-ac15-e90e8f56340e),segment_id=b577ace6-8bea-4272-ac15-e90e8f56340e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:29:23.952358 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (213b1e14-eac7-4235-a6a6-14bc898b6586), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:23.991011 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-d72a4f81-3256-41b6-bdbe-8c2e607b7f9a tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Allocated IP 172.20.0.12 (dc7b8bda-4f6a-4a84-9c64-8df87d1d200d/09b30f79-9dbf-4db5-8afc-15f2fb928f6f/6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:29:24.006851 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-87ffa262-3f67-41fd-a696-29d3f25ec04a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=31d4ef55f2e844abb910d2b3bcef110e&name=default HTTP/1.1" status: 200 len: 2996 time: 3.1815081 Jan 17 18:29:24.025091 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 51914) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:24.033784 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ffa262-3f67-41fd-a696-29d3f25ec04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83424fa-071a-4ca6-be52-801010ab85d5,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:24.076233 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-78534106-5a0f-45e3-b96c-31e6d7e2e475 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/quotas/11bc53620fe449daa11721cdccd1e9a7 HTTP/1.1" status: 200 len: 375 time: 0.1454046 Jan 17 18:29:24.165917 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Pushing event updated for resources: {'Port': ['ID=213b1e14-eac7-4235-a6a6-14bc898b6586,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:24.199833 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-830c159e-54dd-4250-94d3-5a843fe7daf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:29:24.224932 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-830c159e-54dd-4250-94d3-5a843fe7daf9 service neutron] Publish callbacks [] for port (ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5), precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:24.225571 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbfea6c-a700-4e99-bb57-ccf8bf674424 service neutron] Pushing event updated for resources: {'Port': ['ID=75c28ce0-4dbb-4998-81b0-c6df910c723c,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:24.281216 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0a990-f4ca-43c2-817c-ccaae4c5c883 req-b64599ed-bd08-4608-b932-ce61a93f8b9d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:24.290529 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-efd0a990-f4ca-43c2-817c-ccaae4c5c883 req-b64599ed-bd08-4608-b932-ce61a93f8b9d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 932 time: 0.8218164 Jan 17 18:29:24.352892 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-aac6d4ff-bf14-44ff-924d-ced2631f5819 admin admin] Publish callbacks [] for security_group (f83424fa-071a-4ca6-be52-801010ab85d5), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:24.356300 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-4d8aa097-7ccb-44b7-9945-a94346bc0e39 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=11bc53620fe449daa11721cdccd1e9a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2716799 Jan 17 18:29:24.362438 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-830c159e-54dd-4250-94d3-5a843fe7daf9 service neutron] Transition to ACTIVE for port object ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 18:29:24.362977 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-20899c8d-bcfc-4774-9482-c684305b8fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:24.365143 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-20899c8d-bcfc-4774-9482-c684305b8fcb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6657ac8e60b144e0a5838057fcde4565&device_id=a1fb07b8-2758-4cb4-8278-85296c1f4c1b HTTP/1.1" status: 200 len: 1097 time: 0.3848670 Jan 17 18:29:24.370126 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-830c159e-54dd-4250-94d3-5a843fe7daf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:24.490084 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-69a0acaf-c2de-456d-8cf5-120c8847f0c9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75c28ce0-4dbb-4998-81b0-c6df910c723c HTTP/1.1" status: 200 len: 217 time: 0.1033127 Jan 17 18:29:24.514285 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6acf6e2448acaa9df75d0cfb4ee4f42f1c652325a2342385b5920e3fd6e7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7829d6-3fa2-4478-bd09-112918e69e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "a1fb07b8-2758-4cb4-8278-85296c1f4c1b", "tag": "75c28ce0-4dbb-4998-81b0-c6df910c723c"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:29:24.533428 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:24.539693 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-aac6d4ff-bf14-44ff-924d-ced2631f5819 admin admin] Publish callbacks [] for security_group (f83424fa-071a-4ca6-be52-801010ab85d5), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:24.582936 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c159e-54dd-4250-94d3-5a843fe7daf9 service neutron] Pushing event updated for resources: {'Port': ['ID=ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:24.675983 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-efd0a990-f4ca-43c2-817c-ccaae4c5c883 req-6fc8616b-e297-4d0a-b51b-2ffac408f9e5 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747525 Jan 17 18:29:24.709573 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-c30a1f49-9f68-4a3a-b23e-9bc50c1773a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:24.711165 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-c30a1f49-9f68-4a3a-b23e-9bc50c1773a2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=aef80ff5-588c-4824-85bf-241b4c536509 HTTP/1.1" status: 200 len: 852 time: 0.1832962 Jan 17 18:29:24.733171 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-d72a4f81-3256-41b6-bdbe-8c2e607b7f9a tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Publish callbacks [] for port (6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:24.756189 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-aac6d4ff-bf14-44ff-924d-ced2631f5819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (f83424fa-071a-4ca6-be52-801010ab85d5), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:24.759588 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-aac6d4ff-bf14-44ff-924d-ced2631f5819 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:24.761009 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-aac6d4ff-bf14-44ff-924d-ced2631f5819 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f83424fa-071a-4ca6-be52-801010ab85d5 HTTP/1.1" status: 204 len: 168 time: 0.6849146 Jan 17 18:29:24.776373 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac6d4ff-bf14-44ff-924d-ced2631f5819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83424fa-071a-4ca6-be52-801010ab85d5,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:24.816226 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-830c159e-54dd-4250-94d3-5a843fe7daf9 service neutron] Attempting to bind port ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5 on host hv-cinder-82499 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:29:24.816578 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-830c159e-54dd-4250-94d3-5a843fe7daf9 service neutron] Attempting to bind port ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5 by drivers openvswitch,hyperv on host hv-cinder-82499 at level 0 using segments [{'id': 'eab41685-dbf8-458c-809c-87ead42a6e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f9fdf362-a192-4398-90ad-42753c4dbe91'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:29:24.817329 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-830c159e-54dd-4250-94d3-5a843fe7daf9 service neutron] Attempting to bind port ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5 on network f9fdf362-a192-4398-90ad-42753c4dbe91 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:29:24.825421 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-830c159e-54dd-4250-94d3-5a843fe7daf9 service neutron] Port ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5 on network f9fdf362-a192-4398-90ad-42753c4dbe91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82499 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 18:29:24.826882 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-830c159e-54dd-4250-94d3-5a843fe7daf9 service neutron] Attempting to bind port ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5 on network f9fdf362-a192-4398-90ad-42753c4dbe91 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:29:24.833353 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-61ebf282-26d0-410c-a7aa-5d0bf616a978 service neutron] 10.222.0.57 "GET /v2.0/networks/2212e019-d500-4b0c-9632-00978d519e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4436121 Jan 17 18:29:24.871346 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-830c159e-54dd-4250-94d3-5a843fe7daf9 service neutron] Checking agent: {'id': 'c251eb83-93a6-4d5d-bd4b-c362ae836320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82499', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'started_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:29:24.874120 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-830c159e-54dd-4250-94d3-5a843fe7daf9 service neutron] Checking segment: {'id': 'eab41685-dbf8-458c-809c-87ead42a6e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f9fdf362-a192-4398-90ad-42753c4dbe91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:29:24.874934 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-830c159e-54dd-4250-94d3-5a843fe7daf9 service neutron] Bound using segment: {'id': 'eab41685-dbf8-458c-809c-87ead42a6e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f9fdf362-a192-4398-90ad-42753c4dbe91'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:29:24.877246 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-830c159e-54dd-4250-94d3-5a843fe7daf9 service neutron] Bound port: ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5, host: hv-cinder-82499, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab41685-dbf8-458c-809c-87ead42a6e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f9fdf362-a192-4398-90ad-42753c4dbe91'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:29:24.879231 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-830c159e-54dd-4250-94d3-5a843fe7daf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5), before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:24.899061 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-050d97b5-5654-48c4-9fe2-ab11cfe4f3ab service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b71d7012-2825-4beb-9dcf-494a46619792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1205592 Jan 17 18:29:25.076203 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66884a05-87e3-4600-afc6-d40c471d47ec req-0cad3a68-68e3-4c5e-b3a8-3c09c1ea1076 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:25.077921 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-66884a05-87e3-4600-afc6-d40c471d47ec req-0cad3a68-68e3-4c5e-b3a8-3c09c1ea1076 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1fb07b8-2758-4cb4-8278-85296c1f4c1b HTTP/1.1" status: 200 len: 944 time: 0.2384245 Jan 17 18:29:25.122924 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 213b1e14-eac7-4235-a6a6-14bc898b6586 up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:29:25.281547 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-d72a4f81-3256-41b6-bdbe-8c2e607b7f9a tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924'] for port (6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:25.329064 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port 213b1e14-eac7-4235-a6a6-14bc898b6586 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:29:25.330305 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (213b1e14-eac7-4235-a6a6-14bc898b6586), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:25.497811 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port 213b1e14-eac7-4235-a6a6-14bc898b6586 is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:29:25.501197 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-66884a05-87e3-4600-afc6-d40c471d47ec req-0736098f-5903-4a9d-870f-0bd193b7e781 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/security-groups?id=55ec3316-ebed-43ec-bce2-99098ecdfbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119818 Jan 17 18:29:25.520565 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 51950) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:25.554879 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-830c159e-54dd-4250-94d3-5a843fe7daf9 service neutron] For port ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5, host hv-cinder-82499, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:29:25.603359 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-cce0914b-c797-4bf7-ab05-1d9deb3616a0 service neutron] 10.222.0.31 "GET /v2.0/networks/b71d7012-2825-4beb-9dcf-494a46619792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6647878 Jan 17 18:29:25.625412 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5b1be924-adb5-4617-8a5d-a636b84d9623 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:25.630070 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-b32d6adb-771b-4008-802f-ea5ce3019d65 service neutron] 10.222.0.57 "GET /v2.0/networks/2212e019-d500-4b0c-9632-00978d519e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7813144 Jan 17 18:29:25.689987 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-d72a4f81-3256-41b6-bdbe-8c2e607b7f9a tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Network dc7b8bda-4f6a-4a84-9c64-8df87d1d200d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:29:25.737417 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-d72a4f81-3256-41b6-bdbe-8c2e607b7f9a tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:29:25.744501 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-d72a4f81-3256-41b6-bdbe-8c2e607b7f9a tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:29:25.750578 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-d72a4f81-3256-41b6-bdbe-8c2e607b7f9a tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:25.751304 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-d72a4f81-3256-41b6-bdbe-8c2e607b7f9a tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for port (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:25.771382 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-830c159e-54dd-4250-94d3-5a843fe7daf9 service neutron] For port ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5, host hv-cinder-82499, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5,segment=NetworkSegment(eab41685-dbf8-458c-809c-87ead42a6e3b),segment_id=eab41685-dbf8-458c-809c-87ead42a6e3b)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:29:25.795340 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-830c159e-54dd-4250-94d3-5a843fe7daf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:25.809363 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a4f81-3256-41b6-bdbe-8c2e607b7f9a tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Pushing event updated for resources: {'Port': ['ID=6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:25.917948 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-fa0aa744-26b5-43bd-86a8-bef8f5041302 req-5d85a06e-c60d-4129-a1a3-a02a1d0c3688 service neutron] 10.222.0.31 "GET /v2.0/networks/b71d7012-2825-4beb-9dcf-494a46619792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606122 Jan 17 18:29:26.026762 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-d72a4f81-3256-41b6-bdbe-8c2e607b7f9a tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0331953 Jan 17 18:29:26.028379 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c159e-54dd-4250-94d3-5a843fe7daf9 service neutron] Pushing event updated for resources: {'Port': ['ID=ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:26.069686 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f593a2-9b3d-4da0-b209-b364ab3463a1 req-83899912-4aa0-4288-a1ed-9e1bf7cba1d0 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:26.078679 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-59db880c-65eb-44ff-8c40-25e1bd17bb2f service neutron] Request body: {'port': {'device_id': '9505c122-05e5-4cd8-8275-9c8c033ab55a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82499'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:29:26.083291 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-20f593a2-9b3d-4da0-b209-b364ab3463a1 req-83899912-4aa0-4288-a1ed-9e1bf7cba1d0 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 932 time: 0.1634321 Jan 17 18:29:26.088225 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:26.104899 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-830c159e-54dd-4250-94d3-5a843fe7daf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:26.117252 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-830c159e-54dd-4250-94d3-5a843fe7daf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for port (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:26.120767 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-830c159e-54dd-4250-94d3-5a843fe7daf9 service neutron] 10.222.0.31 "PUT /v2.0/ports/ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5 HTTP/1.1" status: 200 len: 1094 time: 5.8477542 Jan 17 18:29:26.121933 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d9990e-ce1a-41a0-8993-35b79669c97e', 'tag': 'ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:29:26.289257 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 51970) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:26.333976 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-20f593a2-9b3d-4da0-b209-b364ab3463a1 req-9dfc64b7-9825-4d5a-9c3b-14b127966307 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491503 Jan 17 18:29:26.418033 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5b1be924-adb5-4617-8a5d-a636b84d9623 admin admin] Publish callbacks [] for security_group (5cccb838-9e25-4fe4-8b6f-db625801e273), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:26.433773 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.notifiers.nova [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-d6a5495c-f58a-49c0-be07-5d954b65ac37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30b283b6-8fca-442f-9cb3-672eef080229 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:29:26.458657 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5b1be924-adb5-4617-8a5d-a636b84d9623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (5cccb838-9e25-4fe4-8b6f-db625801e273), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:26.471315 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-d6a5495c-f58a-49c0-be07-5d954b65ac37 service neutron] Publish callbacks [] for port (30b283b6-8fca-442f-9cb3-672eef080229), precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:26.513045 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-59db880c-65eb-44ff-8c40-25e1bd17bb2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f), before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:26.584410 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-46f42cc9-3413-49e3-9bf9-f249194dda44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:26.586267 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-46f42cc9-3413-49e3-9bf9-f249194dda44 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6565d84bc46f476997612d642cd76aa1&device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 1097 time: 0.2614899 Jan 17 18:29:26.613914 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-d6a5495c-f58a-49c0-be07-5d954b65ac37 service neutron] Transition to ACTIVE for port object 30b283b6-8fca-442f-9cb3-672eef080229 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 18:29:26.877432 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ebc6f40cb2ac68c89279b37e377f59c9ca88cf84401dffc3b34b74128c2044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6b6dbc-56a5-4d8d-a52d-348c997fabd1" -d '{"events": [{"name": "network-changed", "server_uuid": "23d9990e-ce1a-41a0-8993-35b79669c97e", "tag": "ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:29:26.909256 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-75b4eb27-3222-4ed5-90dd-3b914fdbaad6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5 HTTP/1.1" status: 200 len: 217 time: 0.3059518 Jan 17 18:29:26.972689 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-5b1be924-adb5-4617-8a5d-a636b84d9623 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fae6bdedf0df4456b2bada41c51e1d82&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4494636 Jan 17 18:29:26.973893 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-d6a5495c-f58a-49c0-be07-5d954b65ac37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (30b283b6-8fca-442f-9cb3-672eef080229), after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:26.989363 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 51996) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:27.003413 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 18:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01199d34-47e7-4bae-8e72-d3f0bd6d3af7 x-openstack-request-id: req-01199d34-47e7-4bae-8e72-d3f0bd6d3af7 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:29:27.003995 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1fb07b8-2758-4cb4-8278-85296c1f4c1b", "tag": "75c28ce0-4dbb-4998-81b0-c6df910c723c", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:29:27.004403 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-01199d34-47e7-4bae-8e72-d3f0bd6d3af7 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:29:27.005064 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1fb07b8-2758-4cb4-8278-85296c1f4c1b', 'tag': '75c28ce0-4dbb-4998-81b0-c6df910c723c', 'status': 'completed', 'code': 200} Jan 17 18:29:27.048325 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1be924-adb5-4617-8a5d-a636b84d9623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cccb838-9e25-4fe4-8b6f-db625801e273,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:27.138383 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8f3265ce-1124-418b-94a7-c3f429133415 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:27.190877 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ee863-af48-43cd-b592-17dc637ad8f9 req-9de903b8-ac67-4b9d-b9a5-9af699318d63 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:27.198785 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-337ee863-af48-43cd-b592-17dc637ad8f9 req-9de903b8-ac67-4b9d-b9a5-9af699318d63 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 944 time: 0.6722000 Jan 17 18:29:27.226604 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5495c-f58a-49c0-be07-5d954b65ac37 service neutron] Pushing event updated for resources: {'Port': ['ID=30b283b6-8fca-442f-9cb3-672eef080229,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:27.242974 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-757079f7-9504-486a-872a-b5a48a5bc1af req-b2710509-f367-41e7-9c34-0493dc26d9d4 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 210 time: 0.2112024 Jan 17 18:29:27.254759 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-8c2d8114-2a40-42ee-9020-a5f6dcf5b1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:27.258246 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-8c2d8114-2a40-42ee-9020-a5f6dcf5b1f8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=961653f6-79b2-4a60-b9e7-9e0202e89852 HTTP/1.1" status: 200 len: 855 time: 0.3426843 Jan 17 18:29:27.351039 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:27.502532 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8f3265ce-1124-418b-94a7-c3f429133415 admin admin] Publish callbacks [] for security_group (d03f27fd-fe39-40bf-9589-59854242460a), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:27.518661 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-f1fc1e68-444b-4749-89a5-b40c27ba2e8f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f9fdf362-a192-4398-90ad-42753c4dbe91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2355103 Jan 17 18:29:27.599103 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8f3265ce-1124-418b-94a7-c3f429133415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (d03f27fd-fe39-40bf-9589-59854242460a), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:27.620657 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48aaef-3ce6-4bad-a2ad-81ed953f8e64 req-4e64baca-2cc3-4dec-8d59-f49344348cd6 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:27.624908 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-de48aaef-3ce6-4bad-a2ad-81ed953f8e64 req-4e64baca-2cc3-4dec-8d59-f49344348cd6 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1fb07b8-2758-4cb4-8278-85296c1f4c1b HTTP/1.1" status: 200 len: 944 time: 0.2119870 Jan 17 18:29:27.648534 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7829d6-3fa2-4478-bd09-112918e69e7f req-5a3de383-8565-4588-b92a-32be4d914e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:27.650103 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-5e7829d6-3fa2-4478-bd09-112918e69e7f req-5a3de383-8565-4588-b92a-32be4d914e51 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6657ac8e60b144e0a5838057fcde4565&device_id=a1fb07b8-2758-4cb4-8278-85296c1f4c1b HTTP/1.1" status: 200 len: 1097 time: 0.6439943 Jan 17 18:29:27.692692 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-d6a5495c-f58a-49c0-be07-5d954b65ac37 service neutron] Attempting to bind port 30b283b6-8fca-442f-9cb3-672eef080229 on host hv-cinder-82499 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:29:27.693110 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-d6a5495c-f58a-49c0-be07-5d954b65ac37 service neutron] Attempting to bind port 30b283b6-8fca-442f-9cb3-672eef080229 by drivers openvswitch,hyperv on host hv-cinder-82499 at level 0 using segments [{'id': 'b577ace6-8bea-4272-ac15-e90e8f56340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dc7b8bda-4f6a-4a84-9c64-8df87d1d200d'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:29:27.693363 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-d6a5495c-f58a-49c0-be07-5d954b65ac37 service neutron] Attempting to bind port 30b283b6-8fca-442f-9cb3-672eef080229 on network dc7b8bda-4f6a-4a84-9c64-8df87d1d200d {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:29:27.701180 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 52020) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:27.721661 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-d6a5495c-f58a-49c0-be07-5d954b65ac37 service neutron] Port 30b283b6-8fca-442f-9cb3-672eef080229 on network dc7b8bda-4f6a-4a84-9c64-8df87d1d200d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82499 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 18:29:27.722044 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-d6a5495c-f58a-49c0-be07-5d954b65ac37 service neutron] Attempting to bind port 30b283b6-8fca-442f-9cb3-672eef080229 on network dc7b8bda-4f6a-4a84-9c64-8df87d1d200d {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:29:27.813805 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-d6a5495c-f58a-49c0-be07-5d954b65ac37 service neutron] Checking agent: {'id': 'c251eb83-93a6-4d5d-bd4b-c362ae836320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82499', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'started_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:29:27.815218 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-d6a5495c-f58a-49c0-be07-5d954b65ac37 service neutron] Checking segment: {'id': 'b577ace6-8bea-4272-ac15-e90e8f56340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dc7b8bda-4f6a-4a84-9c64-8df87d1d200d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:29:27.815827 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-d6a5495c-f58a-49c0-be07-5d954b65ac37 service neutron] Bound using segment: {'id': 'b577ace6-8bea-4272-ac15-e90e8f56340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dc7b8bda-4f6a-4a84-9c64-8df87d1d200d'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:29:27.817378 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-d6a5495c-f58a-49c0-be07-5d954b65ac37 service neutron] Bound port: 30b283b6-8fca-442f-9cb3-672eef080229, host: hv-cinder-82499, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b577ace6-8bea-4272-ac15-e90e8f56340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dc7b8bda-4f6a-4a84-9c64-8df87d1d200d'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:29:27.817919 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-d6a5495c-f58a-49c0-be07-5d954b65ac37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (30b283b6-8fca-442f-9cb3-672eef080229), before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:27.880168 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-8f3265ce-1124-418b-94a7-c3f429133415 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ef9dcce285854052a151d166b859a3bb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5426493 Jan 17 18:29:27.883950 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-337ee863-af48-43cd-b592-17dc637ad8f9 req-5d9688d7-2d5c-4510-8678-e6034b04caac tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6840074 Jan 17 18:29:27.904925 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 52026) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:27.950896 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-001095c1-e901-4e22-b19a-b7c88a1348d1 admin admin] Publish callbacks [] for security_group (5cccb838-9e25-4fe4-8b6f-db625801e273), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:27.987335 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-001095c1-e901-4e22-b19a-b7c88a1348d1 admin admin] Publish callbacks [] for security_group (5cccb838-9e25-4fe4-8b6f-db625801e273), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:28.051957 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-de48aaef-3ce6-4bad-a2ad-81ed953f8e64 req-678fb781-32de-4443-8464-a566a9d05f4b tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/security-groups?id=55ec3316-ebed-43ec-bce2-99098ecdfbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126961 Jan 17 18:29:28.052130 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3265ce-1124-418b-94a7-c3f429133415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03f27fd-fe39-40bf-9589-59854242460a,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:28.083814 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-001095c1-e901-4e22-b19a-b7c88a1348d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (5cccb838-9e25-4fe4-8b6f-db625801e273), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:28.086532 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-001095c1-e901-4e22-b19a-b7c88a1348d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:28.092407 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-001095c1-e901-4e22-b19a-b7c88a1348d1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5cccb838-9e25-4fe4-8b6f-db625801e273 HTTP/1.1" status: 204 len: 168 time: 1.0830162 Jan 17 18:29:28.179751 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001095c1-e901-4e22-b19a-b7c88a1348d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cccb838-9e25-4fe4-8b6f-db625801e273,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:28.325351 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-39d03342-4175-44e9-a00f-091b325a7663 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:28.349643 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-4304ba7c-60cc-4768-bfa0-9cc94bd51c5b service neutron] 10.222.0.31 "GET /v2.0/networks/f9fdf362-a192-4398-90ad-42753c4dbe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5918403 Jan 17 18:29:28.360509 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 18:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2017aa-d46c-452b-a5d5-076ede138dcd x-openstack-request-id: req-8f2017aa-d46c-452b-a5d5-076ede138dcd {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:29:28.360509 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23d9990e-ce1a-41a0-8993-35b79669c97e", "tag": "ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:29:28.360509 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8f2017aa-d46c-452b-a5d5-076ede138dcd {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:29:28.360889 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23d9990e-ce1a-41a0-8993-35b79669c97e', 'tag': 'ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5', 'status': 'completed', 'code': 200} Jan 17 18:29:28.379884 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-d6a5495c-f58a-49c0-be07-5d954b65ac37 service neutron] For port 30b283b6-8fca-442f-9cb3-672eef080229, host hv-cinder-82499, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:29:28.404865 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-d6a5495c-f58a-49c0-be07-5d954b65ac37 service neutron] For port 30b283b6-8fca-442f-9cb3-672eef080229, host hv-cinder-82499, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=30b283b6-8fca-442f-9cb3-672eef080229,segment=NetworkSegment(b577ace6-8bea-4272-ac15-e90e8f56340e),segment_id=b577ace6-8bea-4272-ac15-e90e8f56340e)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:29:28.406716 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7829d6-3fa2-4478-bd09-112918e69e7f req-00a5e7d0-2ab4-42de-86a7-96eb5d26bc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:28.434113 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-5e7829d6-3fa2-4478-bd09-112918e69e7f req-00a5e7d0-2ab4-42de-86a7-96eb5d26bc7c service neutron] 10.222.0.31 "GET /v2.0/networks?id=b71d7012-2825-4beb-9dcf-494a46619792 HTTP/1.1" status: 200 len: 913 time: 0.6285729 Jan 17 18:29:28.441911 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-d6a5495c-f58a-49c0-be07-5d954b65ac37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (30b283b6-8fca-442f-9cb3-672eef080229), after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:28.647754 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.31', 51891) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:28.649337 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-5e7829d6-3fa2-4478-bd09-112918e69e7f req-81cdfb7a-98a6-4f06-9846-87ab056e4244 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75c28ce0-4dbb-4998-81b0-c6df910c723c HTTP/1.1" status: 200 len: 217 time: 0.2020895 Jan 17 18:29:28.690320 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-d5c2e101-1daa-46f8-b734-9ab295cb1203 req-dc75165b-e913-4905-8d86-a3e27161fbba tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 210 time: 0.2089708 Jan 17 18:29:28.774609 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-d6a5495c-f58a-49c0-be07-5d954b65ac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:28.775368 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-d6a5495c-f58a-49c0-be07-5d954b65ac37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for port (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:28.776864 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-d6a5495c-f58a-49c0-be07-5d954b65ac37 service neutron] 10.222.0.31 "PUT /v2.0/ports/30b283b6-8fca-442f-9cb3-672eef080229 HTTP/1.1" status: 200 len: 1093 time: 6.2863376 Jan 17 18:29:28.958608 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-cc078ec4-f945-4919-a2a1-20d045245ea3 req-770e354d-b11c-4b91-b35a-7414a1e1fa27 service neutron] 10.222.0.31 "GET /v2.0/networks/f9fdf362-a192-4398-90ad-42753c4dbe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4994946 Jan 17 18:29:28.994601 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7829d6-3fa2-4478-bd09-112918e69e7f req-ddeed605-e296-4412-b57d-e0be41a88eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:28.996896 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-5e7829d6-3fa2-4478-bd09-112918e69e7f req-ddeed605-e296-4412-b57d-e0be41a88eaf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=aef80ff5-588c-4824-85bf-241b4c536509 HTTP/1.1" status: 200 len: 852 time: 0.2714024 Jan 17 18:29:29.005589 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5495c-f58a-49c0-be07-5d954b65ac37 service neutron] Pushing event updated for resources: {'Port': ['ID=30b283b6-8fca-442f-9cb3-672eef080229,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:29.017757 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-59db880c-65eb-44ff-8c40-25e1bd17bb2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:29:29.019543 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab', 'tag': '30b283b6-8fca-442f-9cb3-672eef080229'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:29:29.022481 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6acf6e2448acaa9df75d0cfb4ee4f42f1c652325a2342385b5920e3fd6e7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759780db-7ea8-43d7-aec5-3556d10bb4be" -d '{"events": [{"name": "network-changed", "server_uuid": "d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab", "tag": "30b283b6-8fca-442f-9cb3-672eef080229"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:29:29.050734 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-0165ea82-3942-4479-9893-5b122955c723 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:29.054365 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-0165ea82-3942-4479-9893-5b122955c723 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.31 "GET /v2.0/networks?id=2212e019-d500-4b0c-9632-00978d519e48 HTTP/1.1" status: 200 len: 816 time: 0.3589013 Jan 17 18:29:29.055060 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-59db880c-65eb-44ff-8c40-25e1bd17bb2f service neutron] Publish callbacks [] for port (6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f), precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:29.069468 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-59db880c-65eb-44ff-8c40-25e1bd17bb2f service neutron] Transition to ACTIVE for port object 6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 18:29:29.083712 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-59db880c-65eb-44ff-8c40-25e1bd17bb2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:29.137573 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-5e7829d6-3fa2-4478-bd09-112918e69e7f req-5b9b3b11-3a6e-4627-a4f4-3103ddae97ba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b71d7012-2825-4beb-9dcf-494a46619792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092880 Jan 17 18:29:29.330471 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-93cf8ef5-3cbc-419f-be11-6d3b2df7c037 admin admin] Publish callbacks [] for security_group (d03f27fd-fe39-40bf-9589-59854242460a), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:29.338846 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-39d03342-4175-44e9-a00f-091b325a7663 admin admin] Publish callbacks [] for security_group (27bdf821-8bd0-420e-8c97-f8ab26955ff4), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:29.365298 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c1e64-fb4f-4d89-872b-59c105f6044e req-f90c05b1-3bfa-4009-b949-b6411a3bb0a4 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:29.379886 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-166c1e64-fb4f-4d89-872b-59c105f6044e req-f90c05b1-3bfa-4009-b949-b6411a3bb0a4 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 932 time: 1.0178397 Jan 17 18:29:29.410791 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-5e7829d6-3fa2-4478-bd09-112918e69e7f req-249ea519-6770-4d92-bef2-1bee2076c5b5 service neutron] 10.222.0.31 "GET /v2.0/networks/b71d7012-2825-4beb-9dcf-494a46619792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025344 Jan 17 18:29:29.417576 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-39d03342-4175-44e9-a00f-091b325a7663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (27bdf821-8bd0-420e-8c97-f8ab26955ff4), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:29.434763 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-5beac93a-f56d-4742-a674-7bd9b3b468f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:29.436678 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-5beac93a-f56d-4742-a674-7bd9b3b468f6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e713cd04cf914d75bc12b271eea8bc44&device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 1096 time: 0.4351735 Jan 17 18:29:29.490175 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-93cf8ef5-3cbc-419f-be11-6d3b2df7c037 admin admin] Publish callbacks [] for security_group (d03f27fd-fe39-40bf-9589-59854242460a), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:29.493338 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-6d1e2b38-5fb2-49c2-952e-f5c79cbb69bd tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11bc53620fe449daa11721cdccd1e9a7 HTTP/1.1" status: 200 len: 380 time: 0.3547590 Jan 17 18:29:29.506340 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c3d24-e085-46ee-ab85-94330858efc4 req-ec364eff-eecd-4f7e-9653-cfd9d110e67d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:29.508537 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-341c3d24-e085-46ee-ab85-94330858efc4 req-ec364eff-eecd-4f7e-9653-cfd9d110e67d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 944 time: 0.3744373 Jan 17 18:29:29.559775 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db880c-65eb-44ff-8c40-25e1bd17bb2f service neutron] Pushing event updated for resources: {'Port': ['ID=6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:29.583018 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-56fe47a8-0f92-4eaf-aa4a-13f76ddb8c7c tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Request body: {'port': {'device_id': '9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e', 'network_id': '2212e019-d500-4b0c-9632-00978d519e48', 'admin_state_up': True, 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'security_groups': ['8c4c4979-4ae0-4e6c-86c4-2c4316aef83d']}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:29:29.657222 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-46a024b9-f15d-4650-ac69-45ebeb0904d5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30b283b6-8fca-442f-9cb3-672eef080229 HTTP/1.1" status: 200 len: 217 time: 0.1616828 Jan 17 18:29:29.667564 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b6dbc-56a5-4d8d-a52d-348c997fabd1 req-36788be1-88f4-4629-95ee-e3c8e29a4076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:29.669547 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ed6b6dbc-56a5-4d8d-a52d-348c997fabd1 req-36788be1-88f4-4629-95ee-e3c8e29a4076 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6565d84bc46f476997612d642cd76aa1&device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 1097 time: 0.5300710 Jan 17 18:29:29.670920 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-93cf8ef5-3cbc-419f-be11-6d3b2df7c037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (d03f27fd-fe39-40bf-9589-59854242460a), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:29.674725 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-93cf8ef5-3cbc-419f-be11-6d3b2df7c037 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:29.685110 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-93cf8ef5-3cbc-419f-be11-6d3b2df7c037 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d03f27fd-fe39-40bf-9589-59854242460a HTTP/1.1" status: 204 len: 168 time: 1.7670090 Jan 17 18:29:29.687611 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d03342-4175-44e9-a00f-091b325a7663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bdf821-8bd0-420e-8c97-f8ab26955ff4,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:29.728380 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-59db880c-65eb-44ff-8c40-25e1bd17bb2f service neutron] Attempting to bind port 6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f on host hv-cinder-82499 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:29:29.728715 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-59db880c-65eb-44ff-8c40-25e1bd17bb2f service neutron] Attempting to bind port 6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f by drivers openvswitch,hyperv on host hv-cinder-82499 at level 0 using segments [{'id': 'b577ace6-8bea-4272-ac15-e90e8f56340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dc7b8bda-4f6a-4a84-9c64-8df87d1d200d'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:29:29.729048 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-59db880c-65eb-44ff-8c40-25e1bd17bb2f service neutron] Attempting to bind port 6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f on network dc7b8bda-4f6a-4a84-9c64-8df87d1d200d {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:29:29.735534 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf8ef5-3cbc-419f-be11-6d3b2df7c037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03f27fd-fe39-40bf-9589-59854242460a,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:29.830526 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-341c3d24-e085-46ee-ab85-94330858efc4 req-a0321aca-c218-4067-9ae1-46d27c1f24d2 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030446 Jan 17 18:29:29.881986 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-1a0329a6-8933-4964-9124-c4027b863b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:29.881986 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-1a0329a6-8933-4964-9124-c4027b863b5e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=09b30f79-9dbf-4db5-8afc-15f2fb928f6f HTTP/1.1" status: 200 len: 859 time: 0.1385243 Jan 17 18:29:29.912988 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-5e7829d6-3fa2-4478-bd09-112918e69e7f req-41fa435c-4a76-4ac6-87f2-a6eb57cd4dfe service neutron] 10.222.0.31 "GET /v2.0/networks/b71d7012-2825-4beb-9dcf-494a46619792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161506 Jan 17 18:29:29.947098 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 18:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621fa92a-c676-402b-86b1-15dcbb0abc38 x-openstack-request-id: req-621fa92a-c676-402b-86b1-15dcbb0abc38 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:29:29.947401 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab", "tag": "30b283b6-8fca-442f-9cb3-672eef080229", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:29:29.948907 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-621fa92a-c676-402b-86b1-15dcbb0abc38 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:29:29.948907 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab', 'tag': '30b283b6-8fca-442f-9cb3-672eef080229', 'status': 'completed', 'code': 200} Jan 17 18:29:29.951710 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-56fe47a8-0f92-4eaf-aa4a-13f76ddb8c7c tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Made reservation on behalf of 11bc53620fe449daa11721cdccd1e9a7 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:29:29.957934 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-56fe47a8-0f92-4eaf-aa4a-13f76ddb8c7c tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:30.007555 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-59db880c-65eb-44ff-8c40-25e1bd17bb2f service neutron] Port 6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f on network dc7b8bda-4f6a-4a84-9c64-8df87d1d200d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82499 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 18:29:30.008084 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-59db880c-65eb-44ff-8c40-25e1bd17bb2f service neutron] Attempting to bind port 6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f on network dc7b8bda-4f6a-4a84-9c64-8df87d1d200d {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:29:30.011755 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b6dbc-56a5-4d8d-a52d-348c997fabd1 req-353096e4-c3df-484a-8e28-8b691b3bce06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:30.013445 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ed6b6dbc-56a5-4d8d-a52d-348c997fabd1 req-353096e4-c3df-484a-8e28-8b691b3bce06 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f9fdf362-a192-4398-90ad-42753c4dbe91 HTTP/1.1" status: 200 len: 916 time: 0.2863710 Jan 17 18:29:30.030596 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-59db880c-65eb-44ff-8c40-25e1bd17bb2f service neutron] Checking agent: {'id': 'c251eb83-93a6-4d5d-bd4b-c362ae836320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82499', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'started_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:29:30.031269 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-59db880c-65eb-44ff-8c40-25e1bd17bb2f service neutron] Checking segment: {'id': 'b577ace6-8bea-4272-ac15-e90e8f56340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dc7b8bda-4f6a-4a84-9c64-8df87d1d200d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:29:30.033311 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-59db880c-65eb-44ff-8c40-25e1bd17bb2f service neutron] Bound using segment: {'id': 'b577ace6-8bea-4272-ac15-e90e8f56340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dc7b8bda-4f6a-4a84-9c64-8df87d1d200d'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:29:30.034021 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-59db880c-65eb-44ff-8c40-25e1bd17bb2f service neutron] Bound port: 6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f, host: hv-cinder-82499, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b577ace6-8bea-4272-ac15-e90e8f56340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dc7b8bda-4f6a-4a84-9c64-8df87d1d200d'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:29:30.034537 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-59db880c-65eb-44ff-8c40-25e1bd17bb2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f), before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:30.035226 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-bf581efc-19da-42d9-ad96-9695933c1108 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc7b8bda-4f6a-4a84-9c64-8df87d1d200d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657883 Jan 17 18:29:30.050183 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-39d03342-4175-44e9-a00f-091b325a7663 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=89f77372284944359ad48999beaaf25a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3479397 Jan 17 18:29:30.057056 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 52100) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:30.142232 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-166c1e64-fb4f-4d89-872b-59c105f6044e req-642872d1-d5dc-40f9-b120-83e8c370c2d7 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7612939 Jan 17 18:29:30.196710 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ed6b6dbc-56a5-4d8d-a52d-348c997fabd1 req-3094620a-ab7f-47cf-9b76-21ceb91947b6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5 HTTP/1.1" status: 200 len: 217 time: 0.0535760 Jan 17 18:29:30.230421 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-59db880c-65eb-44ff-8c40-25e1bd17bb2f service neutron] For port 6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f, host hv-cinder-82499, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:29:30.259026 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c8b44bc6-52e8-4c1b-89bf-a52388ced797 admin admin] Publish callbacks [] for security_group (27bdf821-8bd0-420e-8c97-f8ab26955ff4), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:30.262726 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-0911ac73-cadb-4868-b978-b4a607eca7f8 service neutron] 10.222.0.31 "GET /v2.0/networks/dc7b8bda-4f6a-4a84-9c64-8df87d1d200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082845 Jan 17 18:29:30.293506 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfa0e2-e9cb-45b9-b25b-be8a3e5a93fd req-c1ec9a0a-a1c1-4714-be70-1be27162ba2c tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:30.295089 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-66dfa0e2-e9cb-45b9-b25b-be8a3e5a93fd req-c1ec9a0a-a1c1-4714-be70-1be27162ba2c tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1fb07b8-2758-4cb4-8278-85296c1f4c1b HTTP/1.1" status: 200 len: 944 time: 0.2576735 Jan 17 18:29:30.299772 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c8b44bc6-52e8-4c1b-89bf-a52388ced797 admin admin] Publish callbacks [] for security_group (27bdf821-8bd0-420e-8c97-f8ab26955ff4), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:30.366630 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-59db880c-65eb-44ff-8c40-25e1bd17bb2f service neutron] For port 6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f, host hv-cinder-82499, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f,segment=NetworkSegment(b577ace6-8bea-4272-ac15-e90e8f56340e),segment_id=b577ace6-8bea-4272-ac15-e90e8f56340e)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:29:30.409896 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-59db880c-65eb-44ff-8c40-25e1bd17bb2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:30.452708 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c8b44bc6-52e8-4c1b-89bf-a52388ced797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (27bdf821-8bd0-420e-8c97-f8ab26955ff4), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:30.455929 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c8b44bc6-52e8-4c1b-89bf-a52388ced797 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:30.457608 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-c8b44bc6-52e8-4c1b-89bf-a52388ced797 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/27bdf821-8bd0-420e-8c97-f8ab26955ff4 HTTP/1.1" status: 204 len: 168 time: 0.3990269 Jan 17 18:29:30.478058 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-2becf1a5-87fb-429b-9c9b-f40d0afb5d7f req-7908b2ba-e529-4a1b-a1ea-70d73465b42b tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 210 time: 0.1163580 Jan 17 18:29:30.507667 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-59db880c-65eb-44ff-8c40-25e1bd17bb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:30.508284 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-59db880c-65eb-44ff-8c40-25e1bd17bb2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for port (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:30.509930 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-59db880c-65eb-44ff-8c40-25e1bd17bb2f service neutron] 10.222.0.31 "PUT /v2.0/ports/6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f HTTP/1.1" status: 200 len: 1094 time: 4.4474313 Jan 17 18:29:30.510388 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9505c122-05e5-4cd8-8275-9c8c033ab55a', 'tag': '6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:29:30.512621 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ebc6f40cb2ac68c89279b37e377f59c9ca88cf84401dffc3b34b74128c2044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07937695-4638-47fd-891a-37ba08507c07" -d '{"events": [{"name": "network-changed", "server_uuid": "9505c122-05e5-4cd8-8275-9c8c033ab55a", "tag": "6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:29:30.530262 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b44bc6-52e8-4c1b-89bf-a52388ced797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bdf821-8bd0-420e-8c97-f8ab26955ff4,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:30.541610 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b6dbc-56a5-4d8d-a52d-348c997fabd1 req-3e4ee3c1-1af2-437a-bd83-39004d29d17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:30.543218 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ed6b6dbc-56a5-4d8d-a52d-348c997fabd1 req-3e4ee3c1-1af2-437a-bd83-39004d29d17b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=961653f6-79b2-4a60-b9e7-9e0202e89852 HTTP/1.1" status: 200 len: 855 time: 0.1882770 Jan 17 18:29:30.590310 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ed6b6dbc-56a5-4d8d-a52d-348c997fabd1 req-717c4377-0a86-48e0-a393-7bf2891d787f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f9fdf362-a192-4398-90ad-42753c4dbe91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410147 Jan 17 18:29:30.607205 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 18:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf03c10d-8ea8-416a-a7dd-e86599da8bdf x-openstack-request-id: req-bf03c10d-8ea8-416a-a7dd-e86599da8bdf {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:29:30.607599 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9505c122-05e5-4cd8-8275-9c8c033ab55a", "tag": "6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:29:30.607759 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bf03c10d-8ea8-416a-a7dd-e86599da8bdf {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:29:30.608661 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9505c122-05e5-4cd8-8275-9c8c033ab55a', 'tag': '6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f', 'status': 'completed', 'code': 200} Jan 17 18:29:30.726670 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ed6b6dbc-56a5-4d8d-a52d-348c997fabd1 req-330b2a22-2ffc-4411-b019-738f9e3eaabc service neutron] 10.222.0.31 "GET /v2.0/networks/f9fdf362-a192-4398-90ad-42753c4dbe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234522 Jan 17 18:29:30.759116 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db880c-65eb-44ff-8c40-25e1bd17bb2f service neutron] Pushing event updated for resources: {'Port': ['ID=6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:30.772814 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-66dfa0e2-e9cb-45b9-b25b-be8a3e5a93fd req-40ee0100-88b5-440f-a7f6-191853e49d1e tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/security-groups?id=55ec3316-ebed-43ec-bce2-99098ecdfbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704437 Jan 17 18:29:30.788413 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-56fe47a8-0f92-4eaf-aa4a-13f76ddb8c7c tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Allocated IP 172.20.0.11 (2212e019-d500-4b0c-9632-00978d519e48/9ea9967e-4370-4564-98d1-90d5a9404775/ec772cd4-09c1-4323-a731-f99b10219d43) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:29:30.809640 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-bd21b7ba-55ce-4ec5-b023-5f8b494c3b89 req-7e08778e-9ba1-480a-96d1-2d2687b1eefe service neutron] 10.222.0.31 "GET /v2.0/networks/dc7b8bda-4f6a-4a84-9c64-8df87d1d200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5092816 Jan 17 18:29:30.823016 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-df2115f2-00de-4b3d-84b3-b43f230b9e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:30.826489 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-df2115f2-00de-4b3d-84b3-b43f230b9e6b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e713cd04cf914d75bc12b271eea8bc44&device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 1097 time: 0.2352538 Jan 17 18:29:30.945952 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ed6b6dbc-56a5-4d8d-a52d-348c997fabd1 req-5948251f-74a3-4dca-aa55-6898812d1473 service neutron] 10.222.0.31 "GET /v2.0/networks/f9fdf362-a192-4398-90ad-42753c4dbe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106764 Jan 17 18:29:31.003961 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759780db-7ea8-43d7-aec5-3556d10bb4be req-f5fbe795-e55a-438f-adf7-fbd662de75e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:31.005373 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-759780db-7ea8-43d7-aec5-3556d10bb4be req-f5fbe795-e55a-438f-adf7-fbd662de75e3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e713cd04cf914d75bc12b271eea8bc44&device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 1096 time: 0.1035609 Jan 17 18:29:31.035106 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-32f5ad4a-4735-406b-b427-09869fc01e39 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f HTTP/1.1" status: 200 len: 217 time: 0.2012167 Jan 17 18:29:31.097832 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-56fe47a8-0f92-4eaf-aa4a-13f76ddb8c7c tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for port (ec772cd4-09c1-4323-a731-f99b10219d43), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:31.122308 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 18:29:31.122308 dv-cinder-824995-1-iscsi neutron-server[102423]: from cryptography.utils import int_from_bytes Jan 17 18:29:31.122308 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 18:29:31.122308 dv-cinder-824995-1-iscsi neutron-server[102423]: from cryptography.utils import int_from_bytes Jan 17 18:29:31.122308 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:31.122308 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:29:31.122308 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:31.122308 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:29:31.122308 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:31.122308 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:29:31.122308 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:31.122308 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:29:31.122308 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:31.122308 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:29:31.122308 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:31.122308 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:29:31.122308 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:31.122308 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:29:31.122308 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:31.122308 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:29:31.122308 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:31.122308 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:29:31.122308 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:31.122308 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:29:31.122308 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:31.122308 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:29:31.122308 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:31.122308 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:29:31.122308 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:31.122308 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:29:31.122308 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:31.122308 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:29:31.122308 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:31.122308 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:29:31.122308 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:31.122308 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:29:31.122308 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:31.124242 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:29:31.124242 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:31.124242 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:29:31.124242 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:31.124242 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:29:31.124242 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:31.124242 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:29:31.124242 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:31.124242 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:29:31.124242 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:31.124242 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:29:31.127602 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d41ce-8610-4662-b09c-b54b23b024d7 req-236dfdb3-a758-40f0-b68d-8d43809d0fe1 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:31.129220 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-a22d41ce-8610-4662-b09c-b54b23b024d7 req-236dfdb3-a758-40f0-b68d-8d43809d0fe1 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 944 time: 0.0973942 Jan 17 18:29:31.133219 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-c131377d-c733-4389-bff2-501aac6b3964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:31.135014 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-c131377d-c733-4389-bff2-501aac6b3964 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=09b30f79-9dbf-4db5-8afc-15f2fb928f6f HTTP/1.1" status: 200 len: 859 time: 0.0871153 Jan 17 18:29:31.185557 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-f6799ba4-f69b-45a9-9fe7-ed14da5ffb7d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc7b8bda-4f6a-4a84-9c64-8df87d1d200d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421679 Jan 17 18:29:31.189127 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759780db-7ea8-43d7-aec5-3556d10bb4be req-6f704a92-7656-4e6a-bbb2-8125f2b56d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:31.190950 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-759780db-7ea8-43d7-aec5-3556d10bb4be req-6f704a92-7656-4e6a-bbb2-8125f2b56d3d service neutron] 10.222.0.31 "GET /v2.0/networks?id=dc7b8bda-4f6a-4a84-9c64-8df87d1d200d HTTP/1.1" status: 200 len: 920 time: 0.1786838 Jan 17 18:29:31.197759 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 52154) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:31.266783 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-759780db-7ea8-43d7-aec5-3556d10bb4be req-16e92e24-cb44-4e2f-9ddd-56d7e9f923e3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30b283b6-8fca-442f-9cb3-672eef080229 HTTP/1.1" status: 200 len: 217 time: 0.0584741 Jan 17 18:29:31.308329 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-9c50ecf4-003c-4d02-b6d8-db3c5c48f3bf service neutron] 10.222.0.31 "GET /v2.0/networks/dc7b8bda-4f6a-4a84-9c64-8df87d1d200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926399 Jan 17 18:29:31.312889 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2c72486d-20b2-42fe-b39c-11a202cc7207 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:31.320530 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-a22d41ce-8610-4662-b09c-b54b23b024d7 req-1327023c-31f6-4484-b6f8-5d8385483766 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844697 Jan 17 18:29:31.334254 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-56fe47a8-0f92-4eaf-aa4a-13f76ddb8c7c tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924'] for port (ec772cd4-09c1-4323-a731-f99b10219d43), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:31.365440 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-56fe47a8-0f92-4eaf-aa4a-13f76ddb8c7c tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Network 2212e019-d500-4b0c-9632-00978d519e48 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:29:31.368856 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-56fe47a8-0f92-4eaf-aa4a-13f76ddb8c7c tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:29:31.372137 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759780db-7ea8-43d7-aec5-3556d10bb4be req-20df2941-d3cd-470e-a007-5ecadd780443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:31.373631 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-759780db-7ea8-43d7-aec5-3556d10bb4be req-20df2941-d3cd-470e-a007-5ecadd780443 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=09b30f79-9dbf-4db5-8afc-15f2fb928f6f HTTP/1.1" status: 200 len: 859 time: 0.0995281 Jan 17 18:29:31.438465 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-56fe47a8-0f92-4eaf-aa4a-13f76ddb8c7c tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:29:31.451216 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-56fe47a8-0f92-4eaf-aa4a-13f76ddb8c7c tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:31.451216 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-56fe47a8-0f92-4eaf-aa4a-13f76ddb8c7c tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for port (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:31.480902 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-19f23f5f-6879-4928-a888-9c1638cfb53b req-2be727e9-1044-421b-b9b4-2cb724087ebb service neutron] 10.222.0.31 "GET /v2.0/networks/dc7b8bda-4f6a-4a84-9c64-8df87d1d200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594203 Jan 17 18:29:31.588397 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2c72486d-20b2-42fe-b39c-11a202cc7207 admin admin] Publish callbacks [] for security_group (9858ff80-fe1d-40d5-83e7-d550641b3b88), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:31.623717 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2c72486d-20b2-42fe-b39c-11a202cc7207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (9858ff80-fe1d-40d5-83e7-d550641b3b88), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:31.638136 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-759780db-7ea8-43d7-aec5-3556d10bb4be req-9152117d-7d06-410a-a308-00807da795fc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc7b8bda-4f6a-4a84-9c64-8df87d1d200d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1712823 Jan 17 18:29:31.651245 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-56fe47a8-0f92-4eaf-aa4a-13f76ddb8c7c tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1411850 Jan 17 18:29:31.676749 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-2c72486d-20b2-42fe-b39c-11a202cc7207 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=99a7ba34ac1843de8fc2663527a2a825&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4779208 Jan 17 18:29:31.680300 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 52168) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:31.680541 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe47a8-0f92-4eaf-aa4a-13f76ddb8c7c tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Pushing event updated for resources: {'Port': ['ID=ec772cd4-09c1-4323-a731-f99b10219d43,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:31.690577 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-4088a8f9-a089-49fd-b108-800a71ce19c8 service neutron] Request body: {'port': {'device_id': '9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82499'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:29:31.855348 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddf833-a3f1-4670-a898-d0867169b396 req-e0b77bcd-8586-4f7e-a3b3-09e6297c4304 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:31.857092 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-35ddf833-a3f1-4670-a898-d0867169b396 req-e0b77bcd-8586-4f7e-a3b3-09e6297c4304 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 944 time: 0.4225247 Jan 17 18:29:31.863466 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-759780db-7ea8-43d7-aec5-3556d10bb4be req-43792161-d843-4963-b16e-c1197b4fd888 service neutron] 10.222.0.31 "GET /v2.0/networks/dc7b8bda-4f6a-4a84-9c64-8df87d1d200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088466 Jan 17 18:29:31.885382 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-e62ae853-bf45-4b8f-ab1a-7f22df6b53b8 None None] Provisioning complete for port ec772cd4-09c1-4323-a731-f99b10219d43 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:29:31.885983 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e62ae853-bf45-4b8f-ab1a-7f22df6b53b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (ec772cd4-09c1-4323-a731-f99b10219d43), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:31.930172 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c72486d-20b2-42fe-b39c-11a202cc7207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9858ff80-fe1d-40d5-83e7-d550641b3b88,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:31.936859 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07937695-4638-47fd-891a-37ba08507c07 req-232c5cc7-17c9-4874-83bc-185f71bd02e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:31.941451 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-e62ae853-bf45-4b8f-ab1a-7f22df6b53b8 None None] Port ec772cd4-09c1-4323-a731-f99b10219d43 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 18:29:31.944397 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-07937695-4638-47fd-891a-37ba08507c07 req-232c5cc7-17c9-4874-83bc-185f71bd02e9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e713cd04cf914d75bc12b271eea8bc44&device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 1097 time: 0.4010718 Jan 17 18:29:31.976719 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f928f-47b3-41c4-9b4f-199364d23528 req-e61eb632-090f-4569-9b85-4063731598ab tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:31.991560 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-178f928f-47b3-41c4-9b4f-199364d23528 req-e61eb632-090f-4569-9b85-4063731598ab tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 932 time: 0.3170774 Jan 17 18:29:32.000136 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-4088a8f9-a089-49fd-b108-800a71ce19c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (ec772cd4-09c1-4323-a731-f99b10219d43), before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:32.041794 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-35ddf833-a3f1-4670-a898-d0867169b396 req-905ffcd6-50fd-46e6-9f68-44314f12acbb tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741078 Jan 17 18:29:32.091008 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-431c170f-92bf-455a-a9f2-5adb9dc8c570 admin admin] Publish callbacks [] for security_group (9858ff80-fe1d-40d5-83e7-d550641b3b88), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:32.097522 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-759780db-7ea8-43d7-aec5-3556d10bb4be req-1824bf18-03e8-404f-83bf-da1517f72044 service neutron] 10.222.0.31 "GET /v2.0/networks/dc7b8bda-4f6a-4a84-9c64-8df87d1d200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272005 Jan 17 18:29:32.117685 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-431c170f-92bf-455a-a9f2-5adb9dc8c570 admin admin] Publish callbacks [] for security_group (9858ff80-fe1d-40d5-83e7-d550641b3b88), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:32.186113 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-178f928f-47b3-41c4-9b4f-199364d23528 req-2f74867e-4b1d-4676-9ff1-1a9aa0d22c88 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929514 Jan 17 18:29:32.214234 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07937695-4638-47fd-891a-37ba08507c07 req-fac03440-fac4-41ae-a686-0c0f4e44d22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:32.216250 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-07937695-4638-47fd-891a-37ba08507c07 req-fac03440-fac4-41ae-a686-0c0f4e44d22d service neutron] 10.222.0.31 "GET /v2.0/networks?id=dc7b8bda-4f6a-4a84-9c64-8df87d1d200d HTTP/1.1" status: 200 len: 920 time: 0.2586989 Jan 17 18:29:32.291392 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-07937695-4638-47fd-891a-37ba08507c07 req-9d80a391-2c86-4f64-8db4-f442f1b63076 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f HTTP/1.1" status: 200 len: 217 time: 0.0677536 Jan 17 18:29:32.315838 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 52190) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:32.335608 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-431c170f-92bf-455a-a9f2-5adb9dc8c570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (9858ff80-fe1d-40d5-83e7-d550641b3b88), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:32.338511 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-431c170f-92bf-455a-a9f2-5adb9dc8c570 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:32.342108 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-431c170f-92bf-455a-a9f2-5adb9dc8c570 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9858ff80-fe1d-40d5-83e7-d550641b3b88 HTTP/1.1" status: 204 len: 168 time: 0.6399488 Jan 17 18:29:32.394912 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c170f-92bf-455a-a9f2-5adb9dc8c570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9858ff80-fe1d-40d5-83e7-d550641b3b88,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:32.431244 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6801f-3bec-4258-8ebf-3c3af4f12468 req-bdd02689-77d4-4805-907f-4be2597f12d7 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:32.433525 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-43d6801f-3bec-4258-8ebf-3c3af4f12468 req-bdd02689-77d4-4805-907f-4be2597f12d7 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1fb07b8-2758-4cb4-8278-85296c1f4c1b HTTP/1.1" status: 200 len: 944 time: 0.1280549 Jan 17 18:29:32.438074 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07937695-4638-47fd-891a-37ba08507c07 req-4a2f1b85-c33d-480f-8000-b3a43c67b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:32.439838 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-07937695-4638-47fd-891a-37ba08507c07 req-4a2f1b85-c33d-480f-8000-b3a43c67b735 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=09b30f79-9dbf-4db5-8afc-15f2fb928f6f HTTP/1.1" status: 200 len: 859 time: 0.1317241 Jan 17 18:29:32.497027 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-07937695-4638-47fd-891a-37ba08507c07 req-6c5d6ae0-7bde-4bb4-8d3f-d6065c669bad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc7b8bda-4f6a-4a84-9c64-8df87d1d200d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388038 Jan 17 18:29:32.500873 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-44d99041-1d70-442e-98ec-e62a6c177371 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:32.520030 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.notifiers.nova [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-4088a8f9-a089-49fd-b108-800a71ce19c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec772cd4-09c1-4323-a731-f99b10219d43 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:29:32.533376 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-4088a8f9-a089-49fd-b108-800a71ce19c8 service neutron] Publish callbacks [] for port (ec772cd4-09c1-4323-a731-f99b10219d43), precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:32.598777 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-4088a8f9-a089-49fd-b108-800a71ce19c8 service neutron] Transition to ACTIVE for port object ec772cd4-09c1-4323-a731-f99b10219d43 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 18:29:32.611729 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-4088a8f9-a089-49fd-b108-800a71ce19c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (ec772cd4-09c1-4323-a731-f99b10219d43), after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:32.679346 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30928ca3-fdb9-4b97-884b-709a680b604a req-0ca6ab1c-3e41-467b-bc15-464dadb4cce8 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:32.680970 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-30928ca3-fdb9-4b97-884b-709a680b604a req-0ca6ab1c-3e41-467b-bc15-464dadb4cce8 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 944 time: 0.1511157 Jan 17 18:29:32.737926 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088a8f9-a089-49fd-b108-800a71ce19c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ec772cd4-09c1-4323-a731-f99b10219d43,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:32.771374 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-44d99041-1d70-442e-98ec-e62a6c177371 admin admin] Publish callbacks [] for security_group (577883e0-acf3-4161-b0f7-3a0d9b51cb56), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:32.781072 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-43d6801f-3bec-4258-8ebf-3c3af4f12468 req-961ad61f-a47a-4a20-abcc-ccc6ec5a03e5 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/security-groups?id=55ec3316-ebed-43ec-bce2-99098ecdfbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399365 Jan 17 18:29:32.798993 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-44d99041-1d70-442e-98ec-e62a6c177371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (577883e0-acf3-4161-b0f7-3a0d9b51cb56), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:32.852140 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-07937695-4638-47fd-891a-37ba08507c07 req-b2dc13b1-bcd0-4518-a9a8-1ac8a036d825 service neutron] 10.222.0.31 "GET /v2.0/networks/dc7b8bda-4f6a-4a84-9c64-8df87d1d200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472903 Jan 17 18:29:32.857098 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d99041-1d70-442e-98ec-e62a6c177371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577883e0-acf3-4161-b0f7-3a0d9b51cb56,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:32.891328 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-4088a8f9-a089-49fd-b108-800a71ce19c8 service neutron] Attempting to bind port ec772cd4-09c1-4323-a731-f99b10219d43 on host hv-cinder-82499 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:29:32.891701 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-4088a8f9-a089-49fd-b108-800a71ce19c8 service neutron] Attempting to bind port ec772cd4-09c1-4323-a731-f99b10219d43 by drivers openvswitch,hyperv on host hv-cinder-82499 at level 0 using segments [{'id': '2c78bc40-75f9-41e4-87c6-931db814d21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2212e019-d500-4b0c-9632-00978d519e48'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:29:32.892849 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-4088a8f9-a089-49fd-b108-800a71ce19c8 service neutron] Attempting to bind port ec772cd4-09c1-4323-a731-f99b10219d43 on network 2212e019-d500-4b0c-9632-00978d519e48 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:29:32.902602 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-44d99041-1d70-442e-98ec-e62a6c177371 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=360e3b2127a54f51afaff795acac8a56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5857034 Jan 17 18:29:32.903423 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 52214) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:32.910423 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-30928ca3-fdb9-4b97-884b-709a680b604a req-04d024fb-2321-47dc-a9d1-9b36659d9691 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205818 Jan 17 18:29:32.916529 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-4088a8f9-a089-49fd-b108-800a71ce19c8 service neutron] Port ec772cd4-09c1-4323-a731-f99b10219d43 on network 2212e019-d500-4b0c-9632-00978d519e48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82499 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 18:29:32.916865 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-4088a8f9-a089-49fd-b108-800a71ce19c8 service neutron] Attempting to bind port ec772cd4-09c1-4323-a731-f99b10219d43 on network 2212e019-d500-4b0c-9632-00978d519e48 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:29:32.927399 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-4088a8f9-a089-49fd-b108-800a71ce19c8 service neutron] Checking agent: {'id': 'c251eb83-93a6-4d5d-bd4b-c362ae836320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82499', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'started_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:29:32.927775 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-4088a8f9-a089-49fd-b108-800a71ce19c8 service neutron] Checking segment: {'id': '2c78bc40-75f9-41e4-87c6-931db814d21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2212e019-d500-4b0c-9632-00978d519e48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:29:32.928213 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-4088a8f9-a089-49fd-b108-800a71ce19c8 service neutron] Bound using segment: {'id': '2c78bc40-75f9-41e4-87c6-931db814d21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2212e019-d500-4b0c-9632-00978d519e48'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:29:32.928613 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-4088a8f9-a089-49fd-b108-800a71ce19c8 service neutron] Bound port: ec772cd4-09c1-4323-a731-f99b10219d43, host: hv-cinder-82499, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c78bc40-75f9-41e4-87c6-931db814d21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2212e019-d500-4b0c-9632-00978d519e48'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:29:32.928972 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-4088a8f9-a089-49fd-b108-800a71ce19c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (ec772cd4-09c1-4323-a731-f99b10219d43), before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:32.998185 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-07937695-4638-47fd-891a-37ba08507c07 req-dd1611ab-e4c9-4a11-95d5-ae5bb610f9fb service neutron] 10.222.0.31 "GET /v2.0/networks/dc7b8bda-4f6a-4a84-9c64-8df87d1d200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394131 Jan 17 18:29:33.036699 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-106d0865-6e72-463c-bcb3-d8602599f348 admin admin] Publish callbacks [] for security_group (577883e0-acf3-4161-b0f7-3a0d9b51cb56), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:33.077505 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-106d0865-6e72-463c-bcb3-d8602599f348 admin admin] Publish callbacks [] for security_group (577883e0-acf3-4161-b0f7-3a0d9b51cb56), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:33.098506 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-4088a8f9-a089-49fd-b108-800a71ce19c8 service neutron] For port ec772cd4-09c1-4323-a731-f99b10219d43, host hv-cinder-82499, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:29:33.129755 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-4088a8f9-a089-49fd-b108-800a71ce19c8 service neutron] For port ec772cd4-09c1-4323-a731-f99b10219d43, host hv-cinder-82499, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=ec772cd4-09c1-4323-a731-f99b10219d43,segment=NetworkSegment(2c78bc40-75f9-41e4-87c6-931db814d21f),segment_id=2c78bc40-75f9-41e4-87c6-931db814d21f)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:29:33.148392 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-4088a8f9-a089-49fd-b108-800a71ce19c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (ec772cd4-09c1-4323-a731-f99b10219d43), after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:33.212596 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-106d0865-6e72-463c-bcb3-d8602599f348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (577883e0-acf3-4161-b0f7-3a0d9b51cb56), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:33.216025 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-106d0865-6e72-463c-bcb3-d8602599f348 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:33.216375 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-106d0865-6e72-463c-bcb3-d8602599f348 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/577883e0-acf3-4161-b0f7-3a0d9b51cb56 HTTP/1.1" status: 204 len: 168 time: 0.3106897 Jan 17 18:29:33.228399 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-4088a8f9-a089-49fd-b108-800a71ce19c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:33.228399 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-4088a8f9-a089-49fd-b108-800a71ce19c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for port (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:33.228941 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-4088a8f9-a089-49fd-b108-800a71ce19c8 service neutron] 10.222.0.31 "PUT /v2.0/ports/ec772cd4-09c1-4323-a731-f99b10219d43 HTTP/1.1" status: 200 len: 1094 time: 1.5502307 Jan 17 18:29:33.229636 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e', 'tag': 'ec772cd4-09c1-4323-a731-f99b10219d43'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:29:33.231797 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6acf6e2448acaa9df75d0cfb4ee4f42f1c652325a2342385b5920e3fd6e7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06188419-bcbc-41a7-9b5f-24997cba8e2e" -d '{"events": [{"name": "network-changed", "server_uuid": "9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e", "tag": "ec772cd4-09c1-4323-a731-f99b10219d43"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:29:33.254253 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d0865-6e72-463c-bcb3-d8602599f348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577883e0-acf3-4161-b0f7-3a0d9b51cb56,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:33.271653 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088a8f9-a089-49fd-b108-800a71ce19c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ec772cd4-09c1-4323-a731-f99b10219d43,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:33.279246 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 18:29:33.279246 dv-cinder-824995-1-iscsi neutron-server[102422]: from cryptography.utils import int_from_bytes Jan 17 18:29:33.279246 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 18:29:33.279246 dv-cinder-824995-1-iscsi neutron-server[102422]: from cryptography.utils import int_from_bytes Jan 17 18:29:33.279246 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:33.279246 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:29:33.279246 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:33.279246 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:29:33.279246 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:33.279246 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:29:33.279246 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:33.279246 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:29:33.279246 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:33.279246 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:29:33.279246 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:33.279246 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:29:33.279246 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:33.279246 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:29:33.279246 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:33.279246 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:29:33.279246 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:33.279246 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:29:33.279246 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:33.279246 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:29:33.279246 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:33.279246 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:29:33.279246 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:33.279246 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:29:33.279246 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:33.279246 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:29:33.279246 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:33.279246 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:29:33.279246 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:33.279246 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:29:33.279246 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:33.279246 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:29:33.279246 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:33.281270 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:29:33.281270 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:33.281270 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:29:33.281270 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:33.281270 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:29:33.281270 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:33.281270 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:29:33.281270 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:33.281270 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:29:33.281270 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:29:33.281270 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:29:33.284202 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fafe8-a951-408f-be22-ee00280cd8e5 req-8d8d8d86-15df-4298-bc3f-7dacd5f195f7 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:33.291073 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-de2fafe8-a951-408f-be22-ee00280cd8e5 req-8d8d8d86-15df-4298-bc3f-7dacd5f195f7 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 944 time: 0.1543422 Jan 17 18:29:33.422731 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 52254) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:33.453755 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-de2fafe8-a951-408f-be22-ee00280cd8e5 req-746d2f5d-6018-4935-9947-aa40f97d8ad7 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616719 Jan 17 18:29:33.465622 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-918b024e-b28e-4421-9950-bc9a3ddee64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:33.474657 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-918b024e-b28e-4421-9950-bc9a3ddee64d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11bc53620fe449daa11721cdccd1e9a7&device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 1097 time: 0.1567783 Jan 17 18:29:33.491683 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db304787-cb0e-440c-9e89-c28be336bacc req-4666faa5-87d9-46b7-a5f0-91ebc425caff tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:33.502477 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-db304787-cb0e-440c-9e89-c28be336bacc req-4666faa5-87d9-46b7-a5f0-91ebc425caff tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 944 time: 0.1681750 Jan 17 18:29:33.529222 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-8d9f2b24-4ea2-436c-bb7f-ce0cba6be8b0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec772cd4-09c1-4323-a731-f99b10219d43 HTTP/1.1" status: 200 len: 217 time: 0.0500424 Jan 17 18:29:33.553222 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 18:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01baa27e-059c-4f3a-8f82-f173c46336c3 x-openstack-request-id: req-01baa27e-059c-4f3a-8f82-f173c46336c3 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:29:33.553501 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e", "tag": "ec772cd4-09c1-4323-a731-f99b10219d43", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:29:33.553770 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-01baa27e-059c-4f3a-8f82-f173c46336c3 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:29:33.554255 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e', 'tag': 'ec772cd4-09c1-4323-a731-f99b10219d43', 'status': 'completed', 'code': 200} Jan 17 18:29:33.585569 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-db304787-cb0e-440c-9e89-c28be336bacc req-6a27ef64-65c8-42fd-83c4-ecf70652df45 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808046 Jan 17 18:29:33.779238 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-b3141442-169b-437b-b62f-34404781105e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:33.780734 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-b3141442-169b-437b-b62f-34404781105e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9ea9967e-4370-4564-98d1-90d5a9404775 HTTP/1.1" status: 200 len: 855 time: 0.2429473 Jan 17 18:29:33.787942 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-75beefd0-7316-4ce6-8827-7acb1cec06ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:33.865044 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-b405fedb-7f29-4461-b4de-f48e5a0a8dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:33.867472 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-b405fedb-7f29-4461-b4de-f48e5a0a8dc2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2212e019-d500-4b0c-9632-00978d519e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0784829 Jan 17 18:29:33.884041 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f details requested by agent hyperv_hv-cinder-82499 with host hv-cinder-82499 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 18:29:33.893896 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-75beefd0-7316-4ce6-8827-7acb1cec06ee admin admin] Publish callbacks [] for security_group (994e7d96-086f-41a7-8337-f944e8b27f3a), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:33.900207 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-75beefd0-7316-4ce6-8827-7acb1cec06ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (994e7d96-086f-41a7-8337-f944e8b27f3a), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:33.950537 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-75beefd0-7316-4ce6-8827-7acb1cec06ee admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1429710fac48441f932c6f29e5174958&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5272276 Jan 17 18:29:33.962455 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 52272) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:33.978938 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75beefd0-7316-4ce6-8827-7acb1cec06ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994e7d96-086f-41a7-8337-f944e8b27f3a,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:34.006770 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-7eb66aaa-f240-44fd-a382-f11bdcd68a60 service neutron] 10.222.0.31 "GET /v2.0/networks/2212e019-d500-4b0c-9632-00978d519e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306911 Jan 17 18:29:34.008402 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f,segment=NetworkSegment(b577ace6-8bea-4272-ac15-e90e8f56340e),segment_id=b577ace6-8bea-4272-ac15-e90e8f56340e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:29:34.024561 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Returning: {'device': '6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f', 'network_id': 'dc7b8bda-4f6a-4a84-9c64-8df87d1d200d', 'port_id': '6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f', 'mac_address': 'fa:16:3e:70:6a:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09b30f79-9dbf-4db5-8afc-15f2fb928f6f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 18:29:34.090434 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port 6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f is: DOWN; New status is: BUILD {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:29:34.091203 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:34.115473 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e44001-60ca-4afe-9f4c-9a254e446b81 req-131aede9-2f38-4fe1-8ecf-1858bbfeaeda tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:34.120821 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:29:34.122808 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-d3e44001-60ca-4afe-9f4c-9a254e446b81 req-131aede9-2f38-4fe1-8ecf-1858bbfeaeda tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1fb07b8-2758-4cb4-8278-85296c1f4c1b HTTP/1.1" status: 200 len: 944 time: 0.1145182 Jan 17 18:29:34.130203 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 52276) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:34.142614 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1287204d-f020-424f-8a9b-0008a77502c2 admin admin] Publish callbacks [] for security_group (994e7d96-086f-41a7-8337-f944e8b27f3a), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:34.155182 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-831f7e61-f936-42e7-8864-e9b8a3227da5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:34.173797 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f,segment=NetworkSegment(b577ace6-8bea-4272-ac15-e90e8f56340e),segment_id=b577ace6-8bea-4272-ac15-e90e8f56340e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:29:34.180973 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:34.182064 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 75c28ce0-4dbb-4998-81b0-c6df910c723c details requested by agent hyperv_hv-cinder-82499 with host hv-cinder-82499 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 18:29:34.182925 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8f802-e218-4fce-a8a8-bf84a776d9f3 req-e7f9ed07-df87-47ca-a211-2f70a7de09ec tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:34.184486 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-cca8f802-e218-4fce-a8a8-bf84a776d9f3 req-e7f9ed07-df87-47ca-a211-2f70a7de09ec tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 944 time: 0.1448503 Jan 17 18:29:34.196663 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1287204d-f020-424f-8a9b-0008a77502c2 admin admin] Publish callbacks [] for security_group (994e7d96-086f-41a7-8337-f944e8b27f3a), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:34.202415 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b9fb4d12-2676-4269-b5b1-75efef0116aa req-8c79837c-25f1-475d-a58c-eec06172ea5b service neutron] 10.222.0.31 "GET /v2.0/networks/2212e019-d500-4b0c-9632-00978d519e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656582 Jan 17 18:29:34.228981 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-d3e44001-60ca-4afe-9f4c-9a254e446b81 req-8f01ccf1-d632-4ee9-8e24-8251ee0c2416 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/security-groups?id=55ec3316-ebed-43ec-bce2-99098ecdfbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051624 Jan 17 18:29:34.296917 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-cca8f802-e218-4fce-a8a8-bf84a776d9f3 req-27c84bff-6f97-498e-aee7-16fc9aac16cd tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982208 Jan 17 18:29:34.328829 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1287204d-f020-424f-8a9b-0008a77502c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (994e7d96-086f-41a7-8337-f944e8b27f3a), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:34.328829 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1287204d-f020-424f-8a9b-0008a77502c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:34.328829 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-1287204d-f020-424f-8a9b-0008a77502c2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/994e7d96-086f-41a7-8337-f944e8b27f3a HTTP/1.1" status: 204 len: 168 time: 0.3637164 Jan 17 18:29:34.345564 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287204d-f020-424f-8a9b-0008a77502c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994e7d96-086f-41a7-8337-f944e8b27f3a,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:34.351564 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:34.353515 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-831f7e61-f936-42e7-8864-e9b8a3227da5 admin admin] Publish callbacks [] for security_group (7fadb0ae-18cc-41ef-abb7-23e26204cce8), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:34.364214 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-831f7e61-f936-42e7-8864-e9b8a3227da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (7fadb0ae-18cc-41ef-abb7-23e26204cce8), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:34.397227 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06188419-bcbc-41a7-9b5f-24997cba8e2e req-356eb1bc-b1ee-426c-aac7-d7182258baed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:34.402846 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-06188419-bcbc-41a7-9b5f-24997cba8e2e req-356eb1bc-b1ee-426c-aac7-d7182258baed service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11bc53620fe449daa11721cdccd1e9a7&device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 1097 time: 0.1233411 Jan 17 18:29:34.416178 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-831f7e61-f936-42e7-8864-e9b8a3227da5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3e86d013858943f6a1f33f629ff505d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2845173 Jan 17 18:29:34.417282 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f7e61-f936-42e7-8864-e9b8a3227da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fadb0ae-18cc-41ef-abb7-23e26204cce8,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:34.422407 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 52284) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:34.437239 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 75c28ce0-4dbb-4998-81b0-c6df910c723c, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=75c28ce0-4dbb-4998-81b0-c6df910c723c,segment=NetworkSegment(4cab2042-0c5f-4c5c-bed7-8f3f6af576a3),segment_id=4cab2042-0c5f-4c5c-bed7-8f3f6af576a3)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:29:34.456897 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Returning: {'device': '75c28ce0-4dbb-4998-81b0-c6df910c723c', 'network_id': 'b71d7012-2825-4beb-9dcf-494a46619792', 'port_id': '75c28ce0-4dbb-4998-81b0-c6df910c723c', 'mac_address': 'fa:16:3e:c3:d6:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aef80ff5-588c-4824-85bf-241b4c536509', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 18:29:34.534734 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port 75c28ce0-4dbb-4998-81b0-c6df910c723c is: DOWN; New status is: BUILD {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:29:34.540126 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (75c28ce0-4dbb-4998-81b0-c6df910c723c), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:34.553343 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8d2778bd-f886-4bca-84a6-70962beb6b17 admin admin] Publish callbacks [] for security_group (7fadb0ae-18cc-41ef-abb7-23e26204cce8), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:34.565674 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06188419-bcbc-41a7-9b5f-24997cba8e2e req-bd38b333-4f0d-4852-ba66-05ae8917dba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:34.567194 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-06188419-bcbc-41a7-9b5f-24997cba8e2e req-bd38b333-4f0d-4852-ba66-05ae8917dba9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2212e019-d500-4b0c-9632-00978d519e48 HTTP/1.1" status: 200 len: 917 time: 0.1571667 Jan 17 18:29:34.572726 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75c28ce0-4dbb-4998-81b0-c6df910c723c {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:29:34.596983 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 75c28ce0-4dbb-4998-81b0-c6df910c723c, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=75c28ce0-4dbb-4998-81b0-c6df910c723c,segment=NetworkSegment(4cab2042-0c5f-4c5c-bed7-8f3f6af576a3),segment_id=4cab2042-0c5f-4c5c-bed7-8f3f6af576a3)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:29:34.603786 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (75c28ce0-4dbb-4998-81b0-c6df910c723c), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:34.604698 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 30b283b6-8fca-442f-9cb3-672eef080229 details requested by agent hyperv_hv-cinder-82499 with host hv-cinder-82499 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 18:29:34.628107 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8d2778bd-f886-4bca-84a6-70962beb6b17 admin admin] Publish callbacks [] for security_group (7fadb0ae-18cc-41ef-abb7-23e26204cce8), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:34.643086 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 30b283b6-8fca-442f-9cb3-672eef080229, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=30b283b6-8fca-442f-9cb3-672eef080229,segment=NetworkSegment(b577ace6-8bea-4272-ac15-e90e8f56340e),segment_id=b577ace6-8bea-4272-ac15-e90e8f56340e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:29:34.664679 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Returning: {'device': '30b283b6-8fca-442f-9cb3-672eef080229', 'network_id': 'dc7b8bda-4f6a-4a84-9c64-8df87d1d200d', 'port_id': '30b283b6-8fca-442f-9cb3-672eef080229', 'mac_address': 'fa:16:3e:85:eb:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09b30f79-9dbf-4db5-8afc-15f2fb928f6f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 18:29:34.749456 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-06188419-bcbc-41a7-9b5f-24997cba8e2e req-e891f51a-5603-40df-8e2d-777dd1f534c2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec772cd4-09c1-4323-a731-f99b10219d43 HTTP/1.1" status: 200 len: 217 time: 0.1665683 Jan 17 18:29:34.754489 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port 30b283b6-8fca-442f-9cb3-672eef080229 is: DOWN; New status is: BUILD {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:29:34.755113 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (30b283b6-8fca-442f-9cb3-672eef080229), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:34.777851 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30b283b6-8fca-442f-9cb3-672eef080229 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:29:34.778683 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a26ff-d008-44c1-96ef-7608806ced4a req-6df158de-525c-4fb7-a9a6-6a3d3651c949 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:34.780444 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-756a26ff-d008-44c1-96ef-7608806ced4a req-6df158de-525c-4fb7-a9a6-6a3d3651c949 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 945 time: 0.2071249 Jan 17 18:29:34.812931 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=75c28ce0-4dbb-4998-81b0-c6df910c723c,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:34.818438 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 30b283b6-8fca-442f-9cb3-672eef080229, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=30b283b6-8fca-442f-9cb3-672eef080229,segment=NetworkSegment(b577ace6-8bea-4272-ac15-e90e8f56340e),segment_id=b577ace6-8bea-4272-ac15-e90e8f56340e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:29:34.824248 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (30b283b6-8fca-442f-9cb3-672eef080229), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:34.825229 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5 details requested by agent hyperv_hv-cinder-82499 with host hv-cinder-82499 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 18:29:34.847537 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3e7b2-239a-4d25-9277-f4280d5d9e5d req-daa511e4-35b4-4e19-ad64-edff2170273b tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:34.849982 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-45d3e7b2-239a-4d25-9277-f4280d5d9e5d req-daa511e4-35b4-4e19-ad64-edff2170273b tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 944 time: 0.1370416 Jan 17 18:29:34.881891 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06188419-bcbc-41a7-9b5f-24997cba8e2e req-9b07875c-cb70-4d41-b954-089ac0146bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:34.883400 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-06188419-bcbc-41a7-9b5f-24997cba8e2e req-9b07875c-cb70-4d41-b954-089ac0146bda service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9ea9967e-4370-4564-98d1-90d5a9404775 HTTP/1.1" status: 200 len: 855 time: 0.1195374 Jan 17 18:29:34.894043 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-756a26ff-d008-44c1-96ef-7608806ced4a req-c3376c99-ad6d-4c45-b6ac-0e8957197015 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006637 Jan 17 18:29:34.904020 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8d2778bd-f886-4bca-84a6-70962beb6b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (7fadb0ae-18cc-41ef-abb7-23e26204cce8), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:34.906859 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8d2778bd-f886-4bca-84a6-70962beb6b17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:34.919991 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-8d2778bd-f886-4bca-84a6-70962beb6b17 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7fadb0ae-18cc-41ef-abb7-23e26204cce8 HTTP/1.1" status: 204 len: 168 time: 0.4943235 Jan 17 18:29:34.947057 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2778bd-f886-4bca-84a6-70962beb6b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fadb0ae-18cc-41ef-abb7-23e26204cce8,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:34.963381 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06188419-bcbc-41a7-9b5f-24997cba8e2e req-24e70753-5299-4124-90a8-9a8c0adf1dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:34.965014 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-06188419-bcbc-41a7-9b5f-24997cba8e2e req-24e70753-5299-4124-90a8-9a8c0adf1dc7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2212e019-d500-4b0c-9632-00978d519e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693271 Jan 17 18:29:34.977201 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=30b283b6-8fca-442f-9cb3-672eef080229,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:34.981480 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-45d3e7b2-239a-4d25-9277-f4280d5d9e5d req-9c98f6c5-9693-402a-8c7d-f68dae827c94 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248970 Jan 17 18:29:35.049897 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5,segment=NetworkSegment(eab41685-dbf8-458c-809c-87ead42a6e3b),segment_id=eab41685-dbf8-458c-809c-87ead42a6e3b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:29:35.063334 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Returning: {'device': 'ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5', 'network_id': 'f9fdf362-a192-4398-90ad-42753c4dbe91', 'port_id': 'ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5', 'mac_address': 'fa:16:3e:56:5e:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '961653f6-79b2-4a60-b9e7-9e0202e89852', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 18:29:35.086155 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-06188419-bcbc-41a7-9b5f-24997cba8e2e req-5e74dac7-4995-4b44-90d9-9ce50b7d1617 service neutron] 10.222.0.31 "GET /v2.0/networks/2212e019-d500-4b0c-9632-00978d519e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126127 Jan 17 18:29:35.114055 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5 is: DOWN; New status is: BUILD {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:29:35.115202 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:35.133170 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:29:35.163154 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5,segment=NetworkSegment(eab41685-dbf8-458c-809c-87ead42a6e3b),segment_id=eab41685-dbf8-458c-809c-87ead42a6e3b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:29:35.169814 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:35.206389 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-06188419-bcbc-41a7-9b5f-24997cba8e2e req-f5ed9f92-ec62-4144-9a26-0932ac0bab39 service neutron] 10.222.0.31 "GET /v2.0/networks/2212e019-d500-4b0c-9632-00978d519e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123824 Jan 17 18:29:35.239946 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:35.355923 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ed621-80a6-410e-8f2b-33889e710408 req-320ced2c-a1e6-4810-9ba5-32d09e9fb7cd tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:35.357490 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-026ed621-80a6-410e-8f2b-33889e710408 req-320ced2c-a1e6-4810-9ba5-32d09e9fb7cd tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1fb07b8-2758-4cb4-8278-85296c1f4c1b HTTP/1.1" status: 200 len: 945 time: 0.0715156 Jan 17 18:29:35.428858 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-026ed621-80a6-410e-8f2b-33889e710408 req-671f1d24-cd3d-43b5-96fd-b44ec3861f75 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/security-groups?id=55ec3316-ebed-43ec-bce2-99098ecdfbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638375 Jan 17 18:29:35.519062 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b925f-d6dd-43d6-9359-d08148d12b20 req-e6c7a57d-c9dc-4b45-8a96-625e5c2f05cf tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:35.520823 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-7d1b925f-d6dd-43d6-9359-d08148d12b20 req-e6c7a57d-c9dc-4b45-8a96-625e5c2f05cf tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 945 time: 0.1330745 Jan 17 18:29:35.576579 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-7d1b925f-d6dd-43d6-9359-d08148d12b20 req-1fa8b3bf-a4ff-4a40-baa7-bd2c4d3066bd tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501664 Jan 17 18:29:35.647059 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['30b283b6-8fca-442f-9cb3-672eef080229'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:29:35.650451 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:29:35.680020 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:29:35.682509 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['75c28ce0-4dbb-4998-81b0-c6df910c723c'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:29:36.045101 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf868520-e8b9-469f-8b83-7744eb345847 req-9e11f838-3be5-4620-81c7-2ed591b9f4ce tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:36.054153 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-bf868520-e8b9-469f-8b83-7744eb345847 req-9e11f838-3be5-4620-81c7-2ed591b9f4ce tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 945 time: 0.0749736 Jan 17 18:29:36.128626 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-bf868520-e8b9-469f-8b83-7744eb345847 req-c03bcb0d-36c1-450c-b71d-cff64b857384 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623138 Jan 17 18:29:36.182363 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0a178-9612-4367-a25a-acb0ac5257af req-884890e2-10fd-4014-9f81-b9a5c97ea919 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:36.183967 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-61a0a178-9612-4367-a25a-acb0ac5257af req-884890e2-10fd-4014-9f81-b9a5c97ea919 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 944 time: 0.0736680 Jan 17 18:29:36.246679 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-61a0a178-9612-4367-a25a-acb0ac5257af req-046e15e3-2e02-497b-8cac-81f8a4fb595c tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549464 Jan 17 18:29:36.311963 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 52374) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:36.537632 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9d6ac0ee-ab8e-49d4-9dee-aa843b1afdb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:36.573470 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891deba-d300-464d-bd51-b3ccb09eb57d req-da872d7c-dbd8-4d11-80f4-412e3b5c6a41 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:36.574995 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-7891deba-d300-464d-bd51-b3ccb09eb57d req-da872d7c-dbd8-4d11-80f4-412e3b5c6a41 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1fb07b8-2758-4cb4-8278-85296c1f4c1b HTTP/1.1" status: 200 len: 945 time: 0.0819869 Jan 17 18:29:36.656399 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-7891deba-d300-464d-bd51-b3ccb09eb57d req-37c56930-8db0-4533-8445-6d972de2694f tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/security-groups?id=55ec3316-ebed-43ec-bce2-99098ecdfbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712578 Jan 17 18:29:36.688747 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9d6ac0ee-ab8e-49d4-9dee-aa843b1afdb7 admin admin] Publish callbacks [] for security_group (ac1313c5-690f-4386-9220-c4052dcf9184), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:36.694931 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9d6ac0ee-ab8e-49d4-9dee-aa843b1afdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (ac1313c5-690f-4386-9220-c4052dcf9184), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:36.741915 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f0b87-be84-4c2b-8c2e-fc8543fc9e10 req-9244efd0-a608-4de9-9d94-ffbb3ea56970 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:36.743637 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-723f0b87-be84-4c2b-8c2e-fc8543fc9e10 req-9244efd0-a608-4de9-9d94-ffbb3ea56970 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 945 time: 0.0741806 Jan 17 18:29:36.775791 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ac0ee-ab8e-49d4-9dee-aa843b1afdb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1313c5-690f-4386-9220-c4052dcf9184,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:36.788997 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-9d6ac0ee-ab8e-49d4-9dee-aa843b1afdb7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4c3f5c2729734e56b2eae3b48404ee8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4751160 Jan 17 18:29:36.789845 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 52400) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:36.816093 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-723f0b87-be84-4c2b-8c2e-fc8543fc9e10 req-55efff61-0580-4916-8ec1-3cce86c2467a tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600350 Jan 17 18:29:36.897832 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1bba7d9e-0b96-461a-82c9-0c88dee75e89 admin admin] Publish callbacks [] for security_group (ac1313c5-690f-4386-9220-c4052dcf9184), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:36.930747 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1bba7d9e-0b96-461a-82c9-0c88dee75e89 admin admin] Publish callbacks [] for security_group (ac1313c5-690f-4386-9220-c4052dcf9184), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:37.002148 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1bba7d9e-0b96-461a-82c9-0c88dee75e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (ac1313c5-690f-4386-9220-c4052dcf9184), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:37.004935 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1bba7d9e-0b96-461a-82c9-0c88dee75e89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:37.006092 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-1bba7d9e-0b96-461a-82c9-0c88dee75e89 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ac1313c5-690f-4386-9220-c4052dcf9184 HTTP/1.1" status: 204 len: 168 time: 0.2144456 Jan 17 18:29:37.014804 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba7d9e-0b96-461a-82c9-0c88dee75e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1313c5-690f-4386-9220-c4052dcf9184,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:37.360934 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dad6b0-951b-46ec-82f0-3776dce31aa7 req-4fd97950-79ca-41e5-a72b-2f08bfd04a13 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:37.364197 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-a1dad6b0-951b-46ec-82f0-3776dce31aa7 req-4fd97950-79ca-41e5-a72b-2f08bfd04a13 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 945 time: 0.1506360 Jan 17 18:29:37.453390 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-a1dad6b0-951b-46ec-82f0-3776dce31aa7 req-20470d5c-a5fb-44e1-8dfd-9ad195373cf8 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823386 Jan 17 18:29:37.453997 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45ea96-45f2-4745-bbc8-7354fb245ffd req-c2705310-6be5-49b8-951b-c60dd6237baa tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:37.464007 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 52440) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:37.467189 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-2f45ea96-45f2-4745-bbc8-7354fb245ffd req-c2705310-6be5-49b8-951b-c60dd6237baa tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 944 time: 0.0826440 Jan 17 18:29:37.514823 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-2f45ea96-45f2-4745-bbc8-7354fb245ffd req-9595ea19-b780-4c38-8c75-87d0f545696a tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424562 Jan 17 18:29:37.661302 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9e56929e-3da5-4754-a1a8-3f2cfa4e23f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:37.787584 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9e56929e-3da5-4754-a1a8-3f2cfa4e23f1 admin admin] Publish callbacks [] for security_group (39949d75-3c13-45b9-a16d-3208cf9feed1), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:37.794013 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9e56929e-3da5-4754-a1a8-3f2cfa4e23f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (39949d75-3c13-45b9-a16d-3208cf9feed1), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:37.832793 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83213a-7a6c-4981-a799-558654f2b67f req-8a99c500-71a4-4ec8-bb35-75dc8b0b7843 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:37.833480 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-1f83213a-7a6c-4981-a799-558654f2b67f req-8a99c500-71a4-4ec8-bb35-75dc8b0b7843 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1fb07b8-2758-4cb4-8278-85296c1f4c1b HTTP/1.1" status: 200 len: 945 time: 0.0947707 Jan 17 18:29:37.850904 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-9e56929e-3da5-4754-a1a8-3f2cfa4e23f1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=831fac8761cd4194be8c9984c570b80d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3901622 Jan 17 18:29:37.851012 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 52466) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:37.868417 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56929e-3da5-4754-a1a8-3f2cfa4e23f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39949d75-3c13-45b9-a16d-3208cf9feed1,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:37.898139 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device ec772cd4-09c1-4323-a731-f99b10219d43 details requested by agent hyperv_hv-cinder-82499 with host hv-cinder-82499 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 18:29:37.955206 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b5c829c2-8690-42e9-8ead-85112c212c7e admin admin] Publish callbacks [] for security_group (39949d75-3c13-45b9-a16d-3208cf9feed1), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:37.964477 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-1f83213a-7a6c-4981-a799-558654f2b67f req-f815630f-6ecf-4ca9-9508-8f57fcd803ac tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/security-groups?id=55ec3316-ebed-43ec-bce2-99098ecdfbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204505 Jan 17 18:29:37.977101 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f up at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:29:37.978191 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624228e1-cc1d-433d-b87a-19b697ede350 req-eb456fc2-c40f-4357-8d33-2e045b4671ee tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:37.979760 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-624228e1-cc1d-433d-b87a-19b697ede350 req-eb456fc2-c40f-4357-8d33-2e045b4671ee tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 945 time: 0.0811799 Jan 17 18:29:37.997540 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b5c829c2-8690-42e9-8ead-85112c212c7e admin admin] Publish callbacks [] for security_group (39949d75-3c13-45b9-a16d-3208cf9feed1), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:38.062716 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-624228e1-cc1d-433d-b87a-19b697ede350 req-2e80710b-af75-42d5-b6ca-942abc46e702 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744927 Jan 17 18:29:38.073795 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port ec772cd4-09c1-4323-a731-f99b10219d43, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=ec772cd4-09c1-4323-a731-f99b10219d43,segment=NetworkSegment(2c78bc40-75f9-41e4-87c6-931db814d21f),segment_id=2c78bc40-75f9-41e4-87c6-931db814d21f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:29:38.085620 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b5c829c2-8690-42e9-8ead-85112c212c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (39949d75-3c13-45b9-a16d-3208cf9feed1), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:38.088724 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b5c829c2-8690-42e9-8ead-85112c212c7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:38.090157 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-b5c829c2-8690-42e9-8ead-85112c212c7e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/39949d75-3c13-45b9-a16d-3208cf9feed1 HTTP/1.1" status: 204 len: 168 time: 0.2387290 Jan 17 18:29:38.092263 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Returning: {'device': 'ec772cd4-09c1-4323-a731-f99b10219d43', 'network_id': '2212e019-d500-4b0c-9632-00978d519e48', 'port_id': 'ec772cd4-09c1-4323-a731-f99b10219d43', 'mac_address': 'fa:16:3e:0f:b7:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea9967e-4370-4564-98d1-90d5a9404775', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 18:29:38.114420 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c829c2-8690-42e9-8ead-85112c212c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39949d75-3c13-45b9-a16d-3208cf9feed1,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:38.137795 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning for port 6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 18:29:38.152740 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning complete for port 6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:29:38.153216 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:38.167464 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 52480) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:38.195735 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port ec772cd4-09c1-4323-a731-f99b10219d43 is: DOWN; New status is: BUILD {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:29:38.196138 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (ec772cd4-09c1-4323-a731-f99b10219d43), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:38.221596 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec772cd4-09c1-4323-a731-f99b10219d43 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:29:38.252749 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port ec772cd4-09c1-4323-a731-f99b10219d43, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=ec772cd4-09c1-4323-a731-f99b10219d43,segment=NetworkSegment(2c78bc40-75f9-41e4-87c6-931db814d21f),segment_id=2c78bc40-75f9-41e4-87c6-931db814d21f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:29:38.259920 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (ec772cd4-09c1-4323-a731-f99b10219d43), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:38.302441 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-bf54177e-2b23-4543-8a87-2d3b571a9060 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-575472974-network', 'tenant_id': '47f894454e2d44ff96f0d143a1b012cc'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:29:38.334366 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf54177e-2b23-4543-8a87-2d3b571a9060 admin admin] Made reservation on behalf of 47f894454e2d44ff96f0d143a1b012cc for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:29:38.336661 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bf54177e-2b23-4543-8a87-2d3b571a9060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for network (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:38.342260 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port 6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f is: BUILD; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:29:38.342667 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:38.349173 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bf54177e-2b23-4543-8a87-2d3b571a9060 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:38.374611 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=ec772cd4-09c1-4323-a731-f99b10219d43,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:38.388224 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9505c122-05e5-4cd8-8275-9c8c033ab55a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:29:38.493933 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f,segment=NetworkSegment(b577ace6-8bea-4272-ac15-e90e8f56340e),segment_id=b577ace6-8bea-4272-ac15-e90e8f56340e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:29:38.503699 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:38.504598 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5 up at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:29:38.538983 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bf54177e-2b23-4543-8a87-2d3b571a9060 admin admin] Publish callbacks [] for security_group (c45011a8-8df0-495a-8097-8cdd3424dfe8), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:38.548706 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bf54177e-2b23-4543-8a87-2d3b571a9060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (c45011a8-8df0-495a-8097-8cdd3424dfe8), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:38.600800 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54177e-2b23-4543-8a87-2d3b571a9060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45011a8-8df0-495a-8097-8cdd3424dfe8,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:38.630696 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 52506) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:38.641746 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['ec772cd4-09c1-4323-a731-f99b10219d43'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:29:38.666328 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609711d-cac3-4aa7-a3f9-cb305d8f6a39 req-6403a2d4-88ec-4e0d-a3c3-d8489256f38b tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:38.667047 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf54177e-2b23-4543-8a87-2d3b571a9060 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 18:29:38.668996 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-70b7a0bb-c35a-4ece-99c0-2f9223390820 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:38.672746 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-3609711d-cac3-4aa7-a3f9-cb305d8f6a39 req-6403a2d4-88ec-4e0d-a3c3-d8489256f38b tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0894995 Jan 17 18:29:38.741105 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e36e39c9c94bd67d9c0bfa4cbed5ada700490a47b49253aa7a2931ae849a628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce74d63c-2566-43e6-a22e-a168592fed8a" -d '{"events": [{"server_uuid": "9505c122-05e5-4cd8-8275-9c8c033ab55a", "name": "network-vif-plugged", "status": "completed", "tag": "6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:29:38.747154 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bf54177e-2b23-4543-8a87-2d3b571a9060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749'] for segment (b0462b14-021a-450c-9e0f-647b2d940446), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:38.748455 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.db.segments_db [None req-bf54177e-2b23-4543-8a87-2d3b571a9060 admin admin] Added segment b0462b14-021a-450c-9e0f-647b2d940446 of type vlan for network 053cf98e-7a79-421e-9990-12335b97235f Jan 17 18:29:38.757580 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-3609711d-cac3-4aa7-a3f9-cb305d8f6a39 req-63dcada7-b932-4d25-87de-09a40640e62a tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662880 Jan 17 18:29:38.781052 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:38.822642 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning for port ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 18:29:38.835850 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning complete for port ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:29:38.836649 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:38.898197 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bf54177e-2b23-4543-8a87-2d3b571a9060 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736373697190'] for network (053cf98e-7a79-421e-9990-12335b97235f), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:38.921351 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba99419-5d0b-4716-80af-a4d1d8bca497 req-fc52ccb6-e47e-4997-afc7-a563d41da692 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:38.925552 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-fba99419-5d0b-4716-80af-a4d1d8bca497 req-fc52ccb6-e47e-4997-afc7-a563d41da692 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 945 time: 0.2437720 Jan 17 18:29:38.986762 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5 is: BUILD; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:29:38.987242 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:39.020827 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3da2df-383a-4bc0-9fd1-f892a18625c3 x-openstack-request-id: req-dd3da2df-383a-4bc0-9fd1-f892a18625c3 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:29:39.021173 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9505c122-05e5-4cd8-8275-9c8c033ab55a", "name": "network-vif-plugged", "status": "completed", "tag": "6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:29:39.021651 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dd3da2df-383a-4bc0-9fd1-f892a18625c3 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:29:39.023148 dv-cinder-824995-1-iscsi neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9505c122-05e5-4cd8-8275-9c8c033ab55a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f', 'code': 200} Jan 17 18:29:39.033725 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bf54177e-2b23-4543-8a87-2d3b571a9060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506'] for network (053cf98e-7a79-421e-9990-12335b97235f), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:39.034703 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf54177e-2b23-4543-8a87-2d3b571a9060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:39.035282 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bf54177e-2b23-4543-8a87-2d3b571a9060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for network (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:39.050853 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5,segment=NetworkSegment(eab41685-dbf8-458c-809c-87ead42a6e3b),segment_id=eab41685-dbf8-458c-809c-87ead42a6e3b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:29:39.060124 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-bf54177e-2b23-4543-8a87-2d3b571a9060 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8914621 Jan 17 18:29:39.064319 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 52526) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:39.070299 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-64851a42-6dab-4922-9e76-9b3bc1a2b078 admin admin] Request body: {'subnet': {'network_id': '053cf98e-7a79-421e-9990-12335b97235f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-575472974-subnet', 'tenant_id': '47f894454e2d44ff96f0d143a1b012cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:29:39.077914 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:39.080080 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 30b283b6-8fca-442f-9cb3-672eef080229 up at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:29:39.110170 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-fba99419-5d0b-4716-80af-a4d1d8bca497 req-7fbe589f-e869-4a86-95dd-79adef9f5df8 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750350 Jan 17 18:29:39.146906 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-70b7a0bb-c35a-4ece-99c0-2f9223390820 admin admin] Publish callbacks [] for security_group (5ff3cd94-b1b5-403a-9638-88b2b6b32f16), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:39.148590 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54177e-2b23-4543-8a87-2d3b571a9060 admin admin] Pushing event updated for resources: {'Network': ['ID=053cf98e-7a79-421e-9990-12335b97235f,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:39.158557 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-70b7a0bb-c35a-4ece-99c0-2f9223390820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (5ff3cd94-b1b5-403a-9638-88b2b6b32f16), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:39.225602 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-70b7a0bb-c35a-4ece-99c0-2f9223390820 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=37dc584b3ac94ebca4c8856201ecdfc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5900619 Jan 17 18:29:39.229333 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 52530) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:39.234451 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7a0bb-c35a-4ece-99c0-2f9223390820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff3cd94-b1b5-403a-9638-88b2b6b32f16,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:39.236954 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Network 053cf98e-7a79-421e-9990-12335b97235f details requested by agent ovs-agent-dv-cinder-824995-1-iscsi with host dv-cinder-824995-1-iscsi {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 18:29:39.274820 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c12bfa-252e-49c7-9520-14aa2ad30c4d req-aa1432dd-5df0-4066-bd0f-5a681e58fbf8 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:39.279114 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834b8d7-9b1c-444d-b9fb-6445756f1a6c req-7d4e84c1-d130-49a2-a5c5-214c42df76ac tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:39.279937 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-12c12bfa-252e-49c7-9520-14aa2ad30c4d req-aa1432dd-5df0-4066-bd0f-5a681e58fbf8 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1fb07b8-2758-4cb4-8278-85296c1f4c1b HTTP/1.1" status: 200 len: 945 time: 0.2048445 Jan 17 18:29:39.280888 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d834b8d7-9b1c-444d-b9fb-6445756f1a6c req-7d4e84c1-d130-49a2-a5c5-214c42df76ac tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 946 time: 0.0600309 Jan 17 18:29:39.319238 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64851a42-6dab-4922-9e76-9b3bc1a2b078 admin admin] Made reservation on behalf of 47f894454e2d44ff96f0d143a1b012cc for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:29:39.321538 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-64851a42-6dab-4922-9e76-9b3bc1a2b078 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:39.338187 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:39.338533 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d834b8d7-9b1c-444d-b9fb-6445756f1a6c req-083ba568-4728-433d-816e-07a9ce8178c9 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520146 Jan 17 18:29:39.381310 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning for port 30b283b6-8fca-442f-9cb3-672eef080229 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 18:29:39.386191 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning complete for port 30b283b6-8fca-442f-9cb3-672eef080229 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:29:39.386897 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (30b283b6-8fca-442f-9cb3-672eef080229), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:39.435177 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f7709bd2-82b9-4019-b9bc-635312cf11cf admin admin] Publish callbacks [] for security_group (5ff3cd94-b1b5-403a-9638-88b2b6b32f16), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:39.482798 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port 30b283b6-8fca-442f-9cb3-672eef080229 is: BUILD; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:29:39.483191 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (30b283b6-8fca-442f-9cb3-672eef080229), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:39.484955 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-12c12bfa-252e-49c7-9520-14aa2ad30c4d req-fece07c9-4e59-4c47-99d2-824200a44dd1 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/security-groups?id=55ec3316-ebed-43ec-bce2-99098ecdfbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667736 Jan 17 18:29:39.488768 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f7709bd2-82b9-4019-b9bc-635312cf11cf admin admin] Publish callbacks [] for security_group (5ff3cd94-b1b5-403a-9638-88b2b6b32f16), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:39.518039 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 30b283b6-8fca-442f-9cb3-672eef080229, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=30b283b6-8fca-442f-9cb3-672eef080229,segment=NetworkSegment(b577ace6-8bea-4272-ac15-e90e8f56340e),segment_id=b577ace6-8bea-4272-ac15-e90e8f56340e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:29:39.523832 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (30b283b6-8fca-442f-9cb3-672eef080229), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:39.524617 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 75c28ce0-4dbb-4998-81b0-c6df910c723c up at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:29:39.597411 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f7709bd2-82b9-4019-b9bc-635312cf11cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (5ff3cd94-b1b5-403a-9638-88b2b6b32f16), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:39.603245 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f7709bd2-82b9-4019-b9bc-635312cf11cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:39.607466 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-f7709bd2-82b9-4019-b9bc-635312cf11cf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5ff3cd94-b1b5-403a-9638-88b2b6b32f16 HTTP/1.1" status: 204 len: 168 time: 0.3592348 Jan 17 18:29:39.624308 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=30b283b6-8fca-442f-9cb3-672eef080229,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:39.641180 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning for port 75c28ce0-4dbb-4998-81b0-c6df910c723c completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 18:29:39.647207 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning complete for port 75c28ce0-4dbb-4998-81b0-c6df910c723c triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:29:39.648111 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (75c28ce0-4dbb-4998-81b0-c6df910c723c), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:39.675768 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-64851a42-6dab-4922-9e76-9b3bc1a2b078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506'] for subnet (14669282-5aa1-49a1-8531-88e125fb3ea3), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:39.682763 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7709bd2-82b9-4019-b9bc-635312cf11cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff3cd94-b1b5-403a-9638-88b2b6b32f16,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:39.738100 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64851a42-6dab-4922-9e76-9b3bc1a2b078 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14669282-5aa1-49a1-8531-88e125fb3ea3,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:39.746116 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64851a42-6dab-4922-9e76-9b3bc1a2b078 admin admin] Checking segment: {'id': 'b0462b14-021a-450c-9e0f-647b2d940446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '053cf98e-7a79-421e-9990-12335b97235f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:29:39.746482 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64851a42-6dab-4922-9e76-9b3bc1a2b078 admin admin] Network hostable DHCP agents. Network: 053cf98e-7a79-421e-9990-12335b97235f, hostable agents: ['94683317-8c70-4890-b431-46000499a1c4'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 18:29:39.754535 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port 75c28ce0-4dbb-4998-81b0-c6df910c723c is: BUILD; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:29:39.755036 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (75c28ce0-4dbb-4998-81b0-c6df910c723c), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:39.765591 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64851a42-6dab-4922-9e76-9b3bc1a2b078 admin admin] Network 053cf98e-7a79-421e-9990-12335b97235f is scheduled to be hosted by DHCP agent 94683317-8c70-4890-b431-46000499a1c4 with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 18:29:39.776304 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-64851a42-6dab-4922-9e76-9b3bc1a2b078 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824995-1-iscsi, 053cf98e-7a79-421e-9990-12335b97235f) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:29:39.782864 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64851a42-6dab-4922-9e76-9b3bc1a2b078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:39.784107 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-64851a42-6dab-4922-9e76-9b3bc1a2b078 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for subnet (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:39.800470 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fec66e4-16eb-4a93-9ae5-6af96c836631 None None] Network 053cf98e-7a79-421e-9990-12335b97235f requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:29:39.802750 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-64851a42-6dab-4922-9e76-9b3bc1a2b078 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7371998 Jan 17 18:29:39.864163 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 75c28ce0-4dbb-4998-81b0-c6df910c723c, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=75c28ce0-4dbb-4998-81b0-c6df910c723c,segment=NetworkSegment(4cab2042-0c5f-4c5c-bed7-8f3f6af576a3),segment_id=4cab2042-0c5f-4c5c-bed7-8f3f6af576a3)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:29:39.878748 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (75c28ce0-4dbb-4998-81b0-c6df910c723c), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:39.894738 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a7165-afcc-426b-adc4-91b8060fe750 req-80d11d9b-2249-4dcb-83b0-dd48c485daf1 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:39.896981 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-694a7165-afcc-426b-adc4-91b8060fe750 req-80d11d9b-2249-4dcb-83b0-dd48c485daf1 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0629952 Jan 17 18:29:39.964621 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-694a7165-afcc-426b-adc4-91b8060fe750 req-7b4b11b4-18f7-447c-9e6a-70084e88a284 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607395 Jan 17 18:29:40.000073 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=75c28ce0-4dbb-4998-81b0-c6df910c723c,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:40.008051 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8780be-63fa-44ad-8b2b-5c35970c0ae2 None None] Network 053cf98e-7a79-421e-9990-12335b97235f requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:29:40.267417 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e305c4-77d8-488a-a30a-7ebf6f4b27cd req-9edb4fd0-8cf8-4ede-b85e-b00a749a9f90 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:40.275102 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-47e305c4-77d8-488a-a30a-7ebf6f4b27cd req-9edb4fd0-8cf8-4ede-b85e-b00a749a9f90 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 945 time: 0.0660903 Jan 17 18:29:40.324629 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-47e305c4-77d8-488a-a30a-7ebf6f4b27cd req-7d8eef04-122a-4af1-a1c5-741822a084fb tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485373 Jan 17 18:29:40.456569 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dbfb38-a1a2-44a3-b4e2-5bfe88234964 req-d2f32195-6cb3-40b2-a818-10ce824e9075 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:40.459332 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-31dbfb38-a1a2-44a3-b4e2-5bfe88234964 req-d2f32195-6cb3-40b2-a818-10ce824e9075 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 946 time: 0.0516515 Jan 17 18:29:40.505070 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-31dbfb38-a1a2-44a3-b4e2-5bfe88234964 req-cbf7c697-0e56-4113-82d9-a07886997ddb tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413847 Jan 17 18:29:40.607204 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a020a9b-3897-46d7-88e6-9573324f6293 req-52bbeaa6-996c-49e2-86e4-f2aa4af83eea tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:40.608767 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4a020a9b-3897-46d7-88e6-9573324f6293 req-52bbeaa6-996c-49e2-86e4-f2aa4af83eea tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1fb07b8-2758-4cb4-8278-85296c1f4c1b HTTP/1.1" status: 200 len: 946 time: 0.0490758 Jan 17 18:29:40.659873 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4a020a9b-3897-46d7-88e6-9573324f6293 req-ac01df22-c7a8-4d9d-b64d-15f0f8152ce1 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/security-groups?id=55ec3316-ebed-43ec-bce2-99098ecdfbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456357 Jan 17 18:29:40.814734 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34735b72-5b50-4e2c-99c2-2ed9cb6b335f req-6ceec924-7d2c-46c9-bf8d-1017bc2f7598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:40.816281 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-34735b72-5b50-4e2c-99c2-2ed9cb6b335f req-6ceec924-7d2c-46c9-bf8d-1017bc2f7598 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 1099 time: 0.0741360 Jan 17 18:29:41.024044 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d9990e-ce1a-41a0-8993-35b79669c97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5'}, {'server_uuid': 'd0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b283b6-8fca-442f-9cb3-672eef080229'}, {'server_uuid': 'a1fb07b8-2758-4cb4-8278-85296c1f4c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c28ce0-4dbb-4998-81b0-c6df910c723c'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:29:41.026546 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e36e39c9c94bd67d9c0bfa4cbed5ada700490a47b49253aa7a2931ae849a628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7f9a84-e7a8-4f06-9b4a-69370eb774be" -d '{"events": [{"server_uuid": "23d9990e-ce1a-41a0-8993-35b79669c97e", "name": "network-vif-plugged", "status": "completed", "tag": "ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5"}, {"server_uuid": "d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab", "name": "network-vif-plugged", "status": "completed", "tag": "30b283b6-8fca-442f-9cb3-672eef080229"}, {"server_uuid": "a1fb07b8-2758-4cb4-8278-85296c1f4c1b", "name": "network-vif-plugged", "status": "completed", "tag": "75c28ce0-4dbb-4998-81b0-c6df910c723c"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:29:41.072721 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 17 Jan 2022 18:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabb8b39-aba1-4a1c-a081-292cc00d0048 x-openstack-request-id: req-cabb8b39-aba1-4a1c-a081-292cc00d0048 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:29:41.073021 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d9990e-ce1a-41a0-8993-35b79669c97e", "name": "network-vif-plugged", "status": "completed", "tag": "ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5", "code": 200}, {"server_uuid": "d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab", "name": "network-vif-plugged", "status": "completed", "tag": "30b283b6-8fca-442f-9cb3-672eef080229", "code": 200}, {"server_uuid": "a1fb07b8-2758-4cb4-8278-85296c1f4c1b", "name": "network-vif-plugged", "status": "completed", "tag": "75c28ce0-4dbb-4998-81b0-c6df910c723c", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:29:41.073808 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cabb8b39-aba1-4a1c-a081-292cc00d0048 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:29:41.073808 dv-cinder-824995-1-iscsi neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d9990e-ce1a-41a0-8993-35b79669c97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5', 'code': 200} Jan 17 18:29:41.073980 dv-cinder-824995-1-iscsi neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b283b6-8fca-442f-9cb3-672eef080229', 'code': 200} Jan 17 18:29:41.074159 dv-cinder-824995-1-iscsi neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1fb07b8-2758-4cb4-8278-85296c1f4c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c28ce0-4dbb-4998-81b0-c6df910c723c', 'code': 200} Jan 17 18:29:41.089411 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd7764-70e7-4919-aad8-647b8c313185 req-b44eec74-d494-49e0-b15a-29e4c7013685 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:41.090885 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-61cd7764-70e7-4919-aad8-647b8c313185 req-b44eec74-d494-49e0-b15a-29e4c7013685 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0554142 Jan 17 18:29:41.143609 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-61cd7764-70e7-4919-aad8-647b8c313185 req-6f473263-cf55-46c4-b286-753614c6310c tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462511 Jan 17 18:29:41.450920 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c300e5-247b-44a7-b592-645bc329d06b req-4b6eb467-4b85-4765-8d7f-bc04c9bfd528 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:41.452476 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-c9c300e5-247b-44a7-b592-645bc329d06b req-4b6eb467-4b85-4765-8d7f-bc04c9bfd528 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 945 time: 0.0538943 Jan 17 18:29:41.502571 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-c9c300e5-247b-44a7-b592-645bc329d06b req-ce47ad4a-b4aa-4ac6-b92b-ea532d6ac989 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430634 Jan 17 18:29:41.623114 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6caaa98-c13e-4534-896f-52def9010bec req-f72817cd-0163-492b-9f32-21907c93c91a tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:41.624578 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-a6caaa98-c13e-4534-896f-52def9010bec req-f72817cd-0163-492b-9f32-21907c93c91a tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 946 time: 0.0472350 Jan 17 18:29:41.661034 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-34735b72-5b50-4e2c-99c2-2ed9cb6b335f req-56e6d71d-d380-49ff-a9c5-d80c9f76916d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:41.673418 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-a6caaa98-c13e-4534-896f-52def9010bec req-dea321c4-9c8c-452e-a4ab-c1cb8292a393 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424910 Jan 17 18:29:41.821931 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e085556d-6b95-4d1b-9c96-7d48255d3685 req-a9ad5d70-7c88-41a7-a83a-2eeae6852b3f tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:41.823358 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-e085556d-6b95-4d1b-9c96-7d48255d3685 req-a9ad5d70-7c88-41a7-a83a-2eeae6852b3f tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1fb07b8-2758-4cb4-8278-85296c1f4c1b HTTP/1.1" status: 200 len: 946 time: 0.0812283 Jan 17 18:29:41.843906 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-34735b72-5b50-4e2c-99c2-2ed9cb6b335f req-56e6d71d-d380-49ff-a9c5-d80c9f76916d service neutron] Publish callbacks [] for security_group (297a695f-6996-49e6-9597-c9faf6990eb3), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:41.854549 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-34735b72-5b50-4e2c-99c2-2ed9cb6b335f req-56e6d71d-d380-49ff-a9c5-d80c9f76916d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (297a695f-6996-49e6-9597-c9faf6990eb3), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:41.917521 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73a3e4-4555-44ed-bf38-6eca2995cb54 req-cd632d92-c0e8-4bf5-81bf-e6e33fa6fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:41.919034 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-fa73a3e4-4555-44ed-bf38-6eca2995cb54 req-cd632d92-c0e8-4bf5-81bf-e6e33fa6fdac service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a1fb07b8-2758-4cb4-8278-85296c1f4c1b HTTP/1.1" status: 200 len: 1099 time: 0.0725081 Jan 17 18:29:41.930343 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e6d71d-d380-49ff-a9c5-d80c9f76916d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=297a695f-6996-49e6-9597-c9faf6990eb3,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:41.948435 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-34735b72-5b50-4e2c-99c2-2ed9cb6b335f req-56e6d71d-d380-49ff-a9c5-d80c9f76916d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007944 Jan 17 18:29:41.952633 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-e085556d-6b95-4d1b-9c96-7d48255d3685 req-e81dff43-579a-4b80-84e5-c6f2fad82ae4 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/security-groups?id=55ec3316-ebed-43ec-bce2-99098ecdfbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180634 Jan 17 18:29:41.959612 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device ec772cd4-09c1-4323-a731-f99b10219d43 up at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:29:41.977568 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba936b1-ddc5-4659-af5d-8dc7c7a718aa req-91bce5b5-d178-437f-bad9-3b8ca5ddc0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:41.979087 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-cba936b1-ddc5-4659-af5d-8dc7c7a718aa req-91bce5b5-d178-437f-bad9-3b8ca5ddc0e2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 1098 time: 0.0655105 Jan 17 18:29:42.021038 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning for port ec772cd4-09c1-4323-a731-f99b10219d43 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 18:29:42.025556 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning complete for port ec772cd4-09c1-4323-a731-f99b10219d43 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:29:42.026189 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (ec772cd4-09c1-4323-a731-f99b10219d43), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:42.029388 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-fa73a3e4-4555-44ed-bf38-6eca2995cb54 req-06c36bb7-dc2e-47fe-8696-a8bd28ba843f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=55ec3316-ebed-43ec-bce2-99098ecdfbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940933 Jan 17 18:29:42.034851 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4aeb4-a02f-4491-b870-d5c1dd80b75e req-f7982e97-8eea-483b-93e1-42fbb1bfad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:42.036306 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-51c4aeb4-a02f-4491-b870-d5c1dd80b75e req-f7982e97-8eea-483b-93e1-42fbb1bfad12 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 1099 time: 0.1000173 Jan 17 18:29:42.104770 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port ec772cd4-09c1-4323-a731-f99b10219d43 is: BUILD; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:29:42.105155 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (ec772cd4-09c1-4323-a731-f99b10219d43), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:42.137670 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port ec772cd4-09c1-4323-a731-f99b10219d43, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=ec772cd4-09c1-4323-a731-f99b10219d43,segment=NetworkSegment(2c78bc40-75f9-41e4-87c6-931db814d21f),segment_id=2c78bc40-75f9-41e4-87c6-931db814d21f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:29:42.142538 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (ec772cd4-09c1-4323-a731-f99b10219d43), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:42.187978 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=ec772cd4-09c1-4323-a731-f99b10219d43,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:42.260789 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e69d06-59e8-44c4-a56f-b0c45b951695 req-7baf8f91-8290-46c5-abc6-4a8e6e576834 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:42.262237 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-44e69d06-59e8-44c4-a56f-b0c45b951695 req-7baf8f91-8290-46c5-abc6-4a8e6e576834 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0472884 Jan 17 18:29:42.307690 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-44e69d06-59e8-44c4-a56f-b0c45b951695 req-eac14c3c-a55f-4b30-979c-7e5da96e9f71 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391552 Jan 17 18:29:42.400339 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-cba936b1-ddc5-4659-af5d-8dc7c7a718aa req-90c459a8-53db-491a-8ca5-fcb92c213097 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377221 Jan 17 18:29:42.403307 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-51c4aeb4-a02f-4491-b870-d5c1dd80b75e req-24cedb05-1be2-4d74-9e1a-74a892af1b24 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407124 Jan 17 18:29:42.734976 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6ee04-6431-461d-a165-683c44701b9d req-1226b036-4d59-4fb0-997d-1022c0952711 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:42.736895 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4ef6ee04-6431-461d-a165-683c44701b9d req-1226b036-4d59-4fb0-997d-1022c0952711 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/networks?id=053cf98e-7a79-421e-9990-12335b97235f HTTP/1.1" status: 200 len: 813 time: 0.1161757 Jan 17 18:29:42.753037 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4ef6ee04-6431-461d-a165-683c44701b9d req-3e898fbd-0556-46ee-832b-6f65217b1a61 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/quotas/47f894454e2d44ff96f0d143a1b012cc HTTP/1.1" status: 200 len: 375 time: 0.0103669 Jan 17 18:29:42.790426 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c8c14-fd70-4c5b-b4ec-6fc96e803eed req-0455e073-b335-4001-b716-d7694bbd80bb tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:42.792353 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-a98c8c14-fd70-4c5b-b4ec-6fc96e803eed req-0455e073-b335-4001-b716-d7694bbd80bb tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.2135668 Jan 17 18:29:42.795955 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4ef6ee04-6431-461d-a165-683c44701b9d req-1cb22242-48d8-4967-83f3-39b4f2f71367 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=47f894454e2d44ff96f0d143a1b012cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349374 Jan 17 18:29:42.848929 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-a98c8c14-fd70-4c5b-b4ec-6fc96e803eed req-36ac7165-dd5c-44bb-a57d-e7630d64c3c0 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510464 Jan 17 18:29:42.920241 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4ef6ee04-6431-461d-a165-683c44701b9d req-fc566df6-cdd8-4011-a56a-f0d733931df5 service neutron] 10.222.0.57 "GET /v2.0/networks/053cf98e-7a79-421e-9990-12335b97235f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209531 Jan 17 18:29:42.974063 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ba0d0-556b-403c-8d3f-4d89a831eb10 req-637dee58-806b-4bf4-9fee-03a4e3c3c530 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:42.977189 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-d51ba0d0-556b-403c-8d3f-4d89a831eb10 req-637dee58-806b-4bf4-9fee-03a4e3c3c530 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 946 time: 0.0618119 Jan 17 18:29:43.046476 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-d51ba0d0-556b-403c-8d3f-4d89a831eb10 req-b16af836-4fd9-419a-bb8f-637d3703511d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604012 Jan 17 18:29:43.052546 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4ef6ee04-6431-461d-a165-683c44701b9d req-8df5f85b-d412-4c9f-a105-015919934bea service neutron] 10.222.0.57 "GET /v2.0/networks/053cf98e-7a79-421e-9990-12335b97235f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301730 Jan 17 18:29:43.075734 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec772cd4-09c1-4323-a731-f99b10219d43'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:29:43.078033 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e36e39c9c94bd67d9c0bfa4cbed5ada700490a47b49253aa7a2931ae849a628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529eab7e-1dbd-42d1-84c1-6bc357caa41d" -d '{"events": [{"server_uuid": "9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e", "name": "network-vif-plugged", "status": "completed", "tag": "ec772cd4-09c1-4323-a731-f99b10219d43"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:29:43.176910 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b5269-30f0-4c8f-9b5a-c61ac6059b65 req-15b6942c-1c94-431c-a344-b7229addb7a7 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:43.183777 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-a81b5269-30f0-4c8f-9b5a-c61ac6059b65 req-15b6942c-1c94-431c-a344-b7229addb7a7 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1fb07b8-2758-4cb4-8278-85296c1f4c1b HTTP/1.1" status: 200 len: 946 time: 0.0603333 Jan 17 18:29:43.259787 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-a81b5269-30f0-4c8f-9b5a-c61ac6059b65 req-09d60acd-0909-4e8f-b758-4df98a39471f tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/security-groups?id=55ec3316-ebed-43ec-bce2-99098ecdfbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747464 Jan 17 18:29:43.260280 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7becc31-f013-4234-aea2-2e30681ce421 x-openstack-request-id: req-d7becc31-f013-4234-aea2-2e30681ce421 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:29:43.260788 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e", "name": "network-vif-plugged", "status": "completed", "tag": "ec772cd4-09c1-4323-a731-f99b10219d43", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:29:43.261083 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d7becc31-f013-4234-aea2-2e30681ce421 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:29:43.261485 dv-cinder-824995-1-iscsi neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec772cd4-09c1-4323-a731-f99b10219d43', 'code': 200} Jan 17 18:29:43.345928 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:43.375495 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d223c464-6278-4326-b2f4-310697a8417e req-9f033f4c-ced7-412b-bd57-781230113ec1 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcbb2da4-f17d-4700-b959-848baf644f06 HTTP/1.1" status: 200 len: 210 time: 0.0694642 Jan 17 18:29:43.483649 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304f8a5-dd37-4460-9735-83f8187b869e req-95d3c357-b0cb-40c2-9aa4-5e9e8fac1dc1 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:43.491097 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-9304f8a5-dd37-4460-9735-83f8187b869e req-95d3c357-b0cb-40c2-9aa4-5e9e8fac1dc1 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0895298 Jan 17 18:29:43.550947 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-9304f8a5-dd37-4460-9735-83f8187b869e req-6f2a4689-9a35-4d92-90bd-369bda617764 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559847 Jan 17 18:29:43.574941 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492402b-7ee9-4cd1-9e8c-fa92f9f6146b req-22894066-4df7-4268-88c4-4696fdbd5124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:43.577352 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-0492402b-7ee9-4cd1-9e8c-fa92f9f6146b req-22894066-4df7-4268-88c4-4696fdbd5124 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 1099 time: 0.0763481 Jan 17 18:29:43.633303 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-0492402b-7ee9-4cd1-9e8c-fa92f9f6146b req-2777339a-6ab7-402b-9c61-04f21579ac26 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448892 Jan 17 18:29:43.975616 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b368a5-c0d5-40b5-aa10-db4d56b94e60 req-94ca6653-700a-4e40-a38b-397bc9715584 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:43.978685 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-24b368a5-c0d5-40b5-aa10-db4d56b94e60 req-94ca6653-700a-4e40-a38b-397bc9715584 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.0517647 Jan 17 18:29:44.032137 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-24b368a5-c0d5-40b5-aa10-db4d56b94e60 req-54a25bba-28c7-4e7d-85b8-f364615a1e5e tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457537 Jan 17 18:29:44.160653 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df81686-48ad-40f8-b94e-bd8bcfc25185 req-213b21fe-5599-482f-a700-cb4ab1f1311b tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:44.162603 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-9df81686-48ad-40f8-b94e-bd8bcfc25185 req-213b21fe-5599-482f-a700-cb4ab1f1311b tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 946 time: 0.0547311 Jan 17 18:29:44.216174 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-9df81686-48ad-40f8-b94e-bd8bcfc25185 req-7b75cdf4-9d03-4b34-b0df-189093931771 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479589 Jan 17 18:29:44.397712 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe9783-6075-4700-b2f8-90a512bce5ae req-2262e8e0-fb9c-48bd-9f6a-66a930bb4fe1 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:44.399216 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-05fe9783-6075-4700-b2f8-90a512bce5ae req-2262e8e0-fb9c-48bd-9f6a-66a930bb4fe1 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1fb07b8-2758-4cb4-8278-85296c1f4c1b HTTP/1.1" status: 200 len: 946 time: 0.0567987 Jan 17 18:29:44.458553 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-05fe9783-6075-4700-b2f8-90a512bce5ae req-931a3d41-7fde-4856-a67f-beaf3dd2d1d7 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/security-groups?id=55ec3316-ebed-43ec-bce2-99098ecdfbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530918 Jan 17 18:29:44.489372 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-dcc2331f-0e15-4d39-bba3-bc5af171cf0f req-5b3493ff-fe6f-4bde-a750-4c793c2c7d07 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcbb2da4-f17d-4700-b959-848baf644f06 HTTP/1.1" status: 200 len: 210 time: 0.0317969 Jan 17 18:29:44.660968 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec019a-0c2e-4942-b41c-1b31869680b7 req-d6b9b0b1-ae16-4c49-96e0-ed67a40c3b94 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:44.662438 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-e5ec019a-0c2e-4942-b41c-1b31869680b7 req-d6b9b0b1-ae16-4c49-96e0-ed67a40c3b94 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0473862 Jan 17 18:29:44.717896 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-e5ec019a-0c2e-4942-b41c-1b31869680b7 req-d4ff1949-4982-41b4-bd28-48e28cb38b63 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496435 Jan 17 18:29:45.004207 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6ee04-6431-461d-a165-683c44701b9d req-c626a230-7181-412b-8e88-b8e20297308f tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:45.007032 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4ef6ee04-6431-461d-a165-683c44701b9d req-c626a230-7181-412b-8e88-b8e20297308f tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.31 "GET /v2.0/networks?id=053cf98e-7a79-421e-9990-12335b97235f HTTP/1.1" status: 200 len: 813 time: 0.1537523 Jan 17 18:29:45.051049 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [req-4ef6ee04-6431-461d-a165-683c44701b9d req-efcfe72f-54ce-4179-b87e-1c4565a51cfe tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Request body: {'port': {'device_id': 'bcbb2da4-f17d-4700-b959-848baf644f06', 'network_id': '053cf98e-7a79-421e-9990-12335b97235f', 'admin_state_up': True, 'tenant_id': '47f894454e2d44ff96f0d143a1b012cc'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:29:45.180404 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d74ae-b134-414c-a701-78198506e089 req-8132302d-9a94-46dc-859d-673ef3c855e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:45.182491 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ec4d74ae-b134-414c-a701-78198506e089 req-8132302d-9a94-46dc-859d-673ef3c855e9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e713cd04cf914d75bc12b271eea8bc44&device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 1099 time: 0.1090939 Jan 17 18:29:45.196677 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfbf2f-90b2-4101-b244-96b948accef8 req-ca473575-af96-4da9-8a11-15e88c3a4b7c tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:45.199391 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ccf1f-1978-4c2c-8527-fa73d2a26e31 req-00e64b72-e218-4648-af2f-1febe2431def tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:45.207562 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-3fdfbf2f-90b2-4101-b244-96b948accef8 req-ca473575-af96-4da9-8a11-15e88c3a4b7c tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.1038365 Jan 17 18:29:45.207725 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-9e5ccf1f-1978-4c2c-8527-fa73d2a26e31 req-00e64b72-e218-4648-af2f-1febe2431def tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.0798314 Jan 17 18:29:45.289570 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-3fdfbf2f-90b2-4101-b244-96b948accef8 req-01a642a4-2a56-4d6e-8b7b-4d995951c059 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808485 Jan 17 18:29:45.321749 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ef6ee04-6431-461d-a165-683c44701b9d req-efcfe72f-54ce-4179-b87e-1c4565a51cfe tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Made reservation on behalf of 47f894454e2d44ff96f0d143a1b012cc for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:29:45.326821 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4ef6ee04-6431-461d-a165-683c44701b9d req-efcfe72f-54ce-4179-b87e-1c4565a51cfe tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:45.364065 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 52758) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:45.378945 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d74ae-b134-414c-a701-78198506e089 req-5f4dce1f-9a6b-4229-a94b-285fd208c47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:45.380511 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ec4d74ae-b134-414c-a701-78198506e089 req-5f4dce1f-9a6b-4229-a94b-285fd208c47f service neutron] 10.222.0.31 "GET /v2.0/networks?id=dc7b8bda-4f6a-4a84-9c64-8df87d1d200d HTTP/1.1" status: 200 len: 920 time: 0.1706781 Jan 17 18:29:45.452345 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ec4d74ae-b134-414c-a701-78198506e089 req-c549fa8c-1269-48fd-819f-9d0ed5718034 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f HTTP/1.1" status: 200 len: 217 time: 0.0561497 Jan 17 18:29:45.468879 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-9e5ccf1f-1978-4c2c-8527-fa73d2a26e31 req-d2ed924a-620c-4382-beb7-88a88355b4e0 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2602787 Jan 17 18:29:45.552334 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d74ae-b134-414c-a701-78198506e089 req-ecd21d7f-12f8-4b26-adaa-3f33eb156c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:45.554223 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ec4d74ae-b134-414c-a701-78198506e089 req-ecd21d7f-12f8-4b26-adaa-3f33eb156c00 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=09b30f79-9dbf-4db5-8afc-15f2fb928f6f HTTP/1.1" status: 200 len: 859 time: 0.0806599 Jan 17 18:29:45.596871 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ec4d74ae-b134-414c-a701-78198506e089 req-d956b9f3-4ba6-4865-b2de-1f6d83653651 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc7b8bda-4f6a-4a84-9c64-8df87d1d200d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342879 Jan 17 18:29:45.632836 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fd522ae1-4fee-459b-88ff-c1dc5bf17dac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:45.661746 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b7788-8ee0-4416-8fdf-6c881588435c req-29fb1e21-67b2-4885-9614-8eee923c0585 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:45.663782 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-eb7b7788-8ee0-4416-8fdf-6c881588435c req-29fb1e21-67b2-4885-9614-8eee923c0585 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 946 time: 0.1720295 Jan 17 18:29:45.715061 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-4ef6ee04-6431-461d-a165-683c44701b9d req-efcfe72f-54ce-4179-b87e-1c4565a51cfe tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Allocated IP 172.20.0.9 (053cf98e-7a79-421e-9990-12335b97235f/14669282-5aa1-49a1-8531-88e125fb3ea3/86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:29:45.715658 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9875f2-c108-4435-b0e4-401ec6f05628 req-2f2f901a-421c-4485-a2dc-e85dc4a6e521 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:45.717403 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-cd9875f2-c108-4435-b0e4-401ec6f05628 req-2f2f901a-421c-4485-a2dc-e85dc4a6e521 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1fb07b8-2758-4cb4-8278-85296c1f4c1b HTTP/1.1" status: 200 len: 946 time: 0.1241467 Jan 17 18:29:45.770912 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ec4d74ae-b134-414c-a701-78198506e089 req-b8607038-4701-4cc9-a449-8ff6d337b7b7 service neutron] 10.222.0.31 "GET /v2.0/networks/dc7b8bda-4f6a-4a84-9c64-8df87d1d200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641996 Jan 17 18:29:45.787605 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-eb7b7788-8ee0-4416-8fdf-6c881588435c req-f3045dda-3d90-4317-923c-68003b0d2a70 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041434 Jan 17 18:29:45.852114 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-cd9875f2-c108-4435-b0e4-401ec6f05628 req-755b0094-1986-4ef1-87fb-b0d44171e266 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/security-groups?id=55ec3316-ebed-43ec-bce2-99098ecdfbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202488 Jan 17 18:29:45.894674 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ec4d74ae-b134-414c-a701-78198506e089 req-52035397-8718-4894-9567-bed69478e677 service neutron] 10.222.0.31 "GET /v2.0/networks/dc7b8bda-4f6a-4a84-9c64-8df87d1d200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171782 Jan 17 18:29:45.925964 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fd522ae1-4fee-459b-88ff-c1dc5bf17dac admin admin] Publish callbacks [] for security_group (45a19d17-01c9-4342-9322-59b6b12ef533), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:45.939941 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fd522ae1-4fee-459b-88ff-c1dc5bf17dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (45a19d17-01c9-4342-9322-59b6b12ef533), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:45.993071 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b8460dd8-e8b3-4164-8136-36df897c89e2 req-a2d05566-c3ab-4d2f-a34a-b5990ac768bc tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcbb2da4-f17d-4700-b959-848baf644f06 HTTP/1.1" status: 200 len: 210 time: 0.0569639 Jan 17 18:29:46.029940 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-fd522ae1-4fee-459b-88ff-c1dc5bf17dac admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f25a24832d6041d2945d07ebafc63b41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6637042 Jan 17 18:29:46.033243 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 52788) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:46.046029 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd522ae1-4fee-459b-88ff-c1dc5bf17dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a19d17-01c9-4342-9322-59b6b12ef533,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:46.062702 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4ef6ee04-6431-461d-a165-683c44701b9d req-efcfe72f-54ce-4179-b87e-1c4565a51cfe tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Publish callbacks [] for port (86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:46.099361 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bd57bbcb-2d97-41b7-ae98-2c787964c30a admin admin] Publish callbacks [] for security_group (45a19d17-01c9-4342-9322-59b6b12ef533), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:46.113528 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4ef6ee04-6431-461d-a165-683c44701b9d req-efcfe72f-54ce-4179-b87e-1c4565a51cfe tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924'] for port (86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:46.138719 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bd57bbcb-2d97-41b7-ae98-2c787964c30a admin admin] Publish callbacks [] for security_group (45a19d17-01c9-4342-9322-59b6b12ef533), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:46.175936 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ef6ee04-6431-461d-a165-683c44701b9d req-efcfe72f-54ce-4179-b87e-1c4565a51cfe tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Network 053cf98e-7a79-421e-9990-12335b97235f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:29:46.179770 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-4ef6ee04-6431-461d-a165-683c44701b9d req-efcfe72f-54ce-4179-b87e-1c4565a51cfe tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:29:46.184228 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef6ee04-6431-461d-a165-683c44701b9d req-efcfe72f-54ce-4179-b87e-1c4565a51cfe tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:29:46.190778 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6ee04-6431-461d-a165-683c44701b9d req-efcfe72f-54ce-4179-b87e-1c4565a51cfe tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:46.191938 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4ef6ee04-6431-461d-a165-683c44701b9d req-efcfe72f-54ce-4179-b87e-1c4565a51cfe tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for port (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:46.208835 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bd57bbcb-2d97-41b7-ae98-2c787964c30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (45a19d17-01c9-4342-9322-59b6b12ef533), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:46.212166 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bd57bbcb-2d97-41b7-ae98-2c787964c30a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:46.212539 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcfe72f-54ce-4179-b87e-1c4565a51cfe tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Pushing event updated for resources: {'Port': ['ID=86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:46.213723 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-bd57bbcb-2d97-41b7-ae98-2c787964c30a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/45a19d17-01c9-4342-9322-59b6b12ef533 HTTP/1.1" status: 204 len: 168 time: 0.1793151 Jan 17 18:29:46.222857 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd57bbcb-2d97-41b7-ae98-2c787964c30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a19d17-01c9-4342-9322-59b6b12ef533,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:46.243748 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4ef6ee04-6431-461d-a165-683c44701b9d req-efcfe72f-54ce-4179-b87e-1c4565a51cfe tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1974263 Jan 17 18:29:46.255403 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [req-4ef6ee04-6431-461d-a165-683c44701b9d req-ab7cc7ca-4529-485f-b770-6403354a3bd6 service neutron] Request body: {'port': {'device_id': 'bcbb2da4-f17d-4700-b959-848baf644f06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82499'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:29:46.327176 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4ef6ee04-6431-461d-a165-683c44701b9d req-ab7cc7ca-4529-485f-b770-6403354a3bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b), before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:46.601182 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ae6b8-6d2a-4714-8525-416daf294333 req-0e56126d-6db3-4e0c-a4ef-ebc5ce822b08 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:46.610121 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-036ae6b8-6d2a-4714-8525-416daf294333 req-0e56126d-6db3-4e0c-a4ef-ebc5ce822b08 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0681477 Jan 17 18:29:46.694238 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-036ae6b8-6d2a-4714-8525-416daf294333 req-5d1db1bd-f727-4d20-ac4e-e67d23758a51 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827420 Jan 17 18:29:46.738925 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fc51d-52b3-42a7-9fe4-87d64508a0ba req-60fed813-0bab-4757-aab6-0c8014370154 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:46.740905 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-5e1fc51d-52b3-42a7-9fe4-87d64508a0ba req-60fed813-0bab-4757-aab6-0c8014370154 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.1171377 Jan 17 18:29:46.769904 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 52816) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:46.851471 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-45b9a7d6-c158-4311-8bf4-afe506437644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:46.868351 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [req-4ef6ee04-6431-461d-a165-683c44701b9d req-ab7cc7ca-4529-485f-b770-6403354a3bd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:29:46.879930 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4ef6ee04-6431-461d-a165-683c44701b9d req-ab7cc7ca-4529-485f-b770-6403354a3bd6 service neutron] Publish callbacks [] for port (86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b), precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:46.886190 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-5e1fc51d-52b3-42a7-9fe4-87d64508a0ba req-8df2edc3-dbea-4114-ba28-848755aea85b tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337910 Jan 17 18:29:46.907091 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-4ef6ee04-6431-461d-a165-683c44701b9d req-ab7cc7ca-4529-485f-b770-6403354a3bd6 service neutron] Transition to ACTIVE for port object 86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 18:29:46.923150 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4ef6ee04-6431-461d-a165-683c44701b9d req-ab7cc7ca-4529-485f-b770-6403354a3bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:47.015198 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7cc7ca-4529-485f-b770-6403354a3bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:47.043206 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa45cf9-68df-4158-8948-56872d02237f req-330eb465-2a1c-4b53-aa4d-15d294148264 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:47.044839 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-3aa45cf9-68df-4158-8948-56872d02237f req-330eb465-2a1c-4b53-aa4d-15d294148264 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.0568018 Jan 17 18:29:47.053987 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 52838) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:47.060352 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-eab525ac-fd1a-4ab8-bf6e-078d9cf87237 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Request body: {'floatingip': {'port_id': 'ec772cd4-09c1-4323-a731-f99b10219d43'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:29:47.067491 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-4ef6ee04-6431-461d-a165-683c44701b9d req-ab7cc7ca-4529-485f-b770-6403354a3bd6 service neutron] Attempting to bind port 86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b on host hv-cinder-82499 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:29:47.067841 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-4ef6ee04-6431-461d-a165-683c44701b9d req-ab7cc7ca-4529-485f-b770-6403354a3bd6 service neutron] Attempting to bind port 86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b by drivers openvswitch,hyperv on host hv-cinder-82499 at level 0 using segments [{'id': 'b0462b14-021a-450c-9e0f-647b2d940446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '053cf98e-7a79-421e-9990-12335b97235f'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:29:47.068190 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef6ee04-6431-461d-a165-683c44701b9d req-ab7cc7ca-4529-485f-b770-6403354a3bd6 service neutron] Attempting to bind port 86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b on network 053cf98e-7a79-421e-9990-12335b97235f {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:29:47.074369 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef6ee04-6431-461d-a165-683c44701b9d req-ab7cc7ca-4529-485f-b770-6403354a3bd6 service neutron] Port 86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b on network 053cf98e-7a79-421e-9990-12335b97235f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82499 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 18:29:47.074694 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef6ee04-6431-461d-a165-683c44701b9d req-ab7cc7ca-4529-485f-b770-6403354a3bd6 service neutron] Attempting to bind port 86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b on network 053cf98e-7a79-421e-9990-12335b97235f {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:29:47.088969 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef6ee04-6431-461d-a165-683c44701b9d req-ab7cc7ca-4529-485f-b770-6403354a3bd6 service neutron] Checking agent: {'id': 'c251eb83-93a6-4d5d-bd4b-c362ae836320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82499', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'started_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:29:47.088969 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef6ee04-6431-461d-a165-683c44701b9d req-ab7cc7ca-4529-485f-b770-6403354a3bd6 service neutron] Checking segment: {'id': 'b0462b14-021a-450c-9e0f-647b2d940446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '053cf98e-7a79-421e-9990-12335b97235f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:29:47.088969 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef6ee04-6431-461d-a165-683c44701b9d req-ab7cc7ca-4529-485f-b770-6403354a3bd6 service neutron] Bound using segment: {'id': 'b0462b14-021a-450c-9e0f-647b2d940446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '053cf98e-7a79-421e-9990-12335b97235f'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:29:47.088969 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-4ef6ee04-6431-461d-a165-683c44701b9d req-ab7cc7ca-4529-485f-b770-6403354a3bd6 service neutron] Bound port: 86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b, host: hv-cinder-82499, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0462b14-021a-450c-9e0f-647b2d940446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '053cf98e-7a79-421e-9990-12335b97235f'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:29:47.088969 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4ef6ee04-6431-461d-a165-683c44701b9d req-ab7cc7ca-4529-485f-b770-6403354a3bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b), before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:47.126952 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-45b9a7d6-c158-4311-8bf4-afe506437644 admin admin] Publish callbacks [] for security_group (d979b5e6-b6e7-43ed-9318-8391be0767aa), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:47.143283 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eab525ac-fd1a-4ab8-bf6e-078d9cf87237 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for floatingip (246197a8-ce44-4b3e-8a21-ed9402a57378), before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:47.162923 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-45b9a7d6-c158-4311-8bf4-afe506437644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (d979b5e6-b6e7-43ed-9318-8391be0767aa), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:47.223885 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-45b9a7d6-c158-4311-8bf4-afe506437644 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c10e15f72b824853aac0070e507edc2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4504786 Jan 17 18:29:47.226780 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 52840) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:47.243671 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb9415-79e3-4db2-853d-e9badfc68074 req-0cb816a5-4675-429c-a317-da1e391b6362 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:47.245143 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b3bb9415-79e3-4db2-853d-e9badfc68074 req-0cb816a5-4675-429c-a317-da1e391b6362 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcbb2da4-f17d-4700-b959-848baf644f06 HTTP/1.1" status: 200 len: 943 time: 0.1426170 Jan 17 18:29:47.249095 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9a7d6-c158-4311-8bf4-afe506437644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d979b5e6-b6e7-43ed-9318-8391be0767aa,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:47.261332 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-4ef6ee04-6431-461d-a165-683c44701b9d req-ab7cc7ca-4529-485f-b770-6403354a3bd6 service neutron] For port 86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b, host hv-cinder-82499, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:29:47.265149 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-4ef6ee04-6431-461d-a165-683c44701b9d req-ab7cc7ca-4529-485f-b770-6403354a3bd6 service neutron] For port 86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b, host hv-cinder-82499, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b,segment=NetworkSegment(b0462b14-021a-450c-9e0f-647b2d940446),segment_id=b0462b14-021a-450c-9e0f-647b2d940446)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:29:47.276530 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4ef6ee04-6431-461d-a165-683c44701b9d req-ab7cc7ca-4529-485f-b770-6403354a3bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:47.330775 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6ee04-6431-461d-a165-683c44701b9d req-ab7cc7ca-4529-485f-b770-6403354a3bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:47.331352 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4ef6ee04-6431-461d-a165-683c44701b9d req-ab7cc7ca-4529-485f-b770-6403354a3bd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for port (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:47.332775 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4ef6ee04-6431-461d-a165-683c44701b9d req-ab7cc7ca-4529-485f-b770-6403354a3bd6 service neutron] 10.222.0.31 "PUT /v2.0/ports/86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b HTTP/1.1" status: 200 len: 1093 time: 1.0819173 Jan 17 18:29:47.333226 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcbb2da4-f17d-4700-b959-848baf644f06', 'tag': '86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:29:47.335422 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ebc6f40cb2ac68c89279b37e377f59c9ca88cf84401dffc3b34b74128c2044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f022f8-90bd-409d-acbf-f0d6534ceb90" -d '{"events": [{"name": "network-changed", "server_uuid": "bcbb2da4-f17d-4700-b959-848baf644f06", "tag": "86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:29:47.364028 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b3bb9415-79e3-4db2-853d-e9badfc68074 req-953c99b9-a597-43e5-8af7-033fe9316fd3 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45011a8-8df0-495a-8097-8cdd3424dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100361 Jan 17 18:29:47.364211 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c1482f71-b9ee-47e3-bd0b-ab778e03e2ec admin admin] Publish callbacks [] for security_group (d979b5e6-b6e7-43ed-9318-8391be0767aa), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:47.401687 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7cc7ca-4529-485f-b770-6403354a3bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:47.405400 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 18:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133ff396-2f58-4041-9da2-f6b0c855523f x-openstack-request-id: req-133ff396-2f58-4041-9da2-f6b0c855523f {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:29:47.405688 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcbb2da4-f17d-4700-b959-848baf644f06", "tag": "86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:29:47.405941 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-133ff396-2f58-4041-9da2-f6b0c855523f {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:29:47.406658 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcbb2da4-f17d-4700-b959-848baf644f06', 'tag': '86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b', 'status': 'completed', 'code': 200} Jan 17 18:29:47.421229 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c1482f71-b9ee-47e3-bd0b-ab778e03e2ec admin admin] Publish callbacks [] for security_group (d979b5e6-b6e7-43ed-9318-8391be0767aa), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:47.421832 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6ee04-6431-461d-a165-683c44701b9d req-a1be9b93-3806-4cf0-8c65-054b83436450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:47.424231 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4ef6ee04-6431-461d-a165-683c44701b9d req-a1be9b93-3806-4cf0-8c65-054b83436450 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=47f894454e2d44ff96f0d143a1b012cc&device_id=bcbb2da4-f17d-4700-b959-848baf644f06 HTTP/1.1" status: 200 len: 1096 time: 0.0496483 Jan 17 18:29:47.594140 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c1482f71-b9ee-47e3-bd0b-ab778e03e2ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (d979b5e6-b6e7-43ed-9318-8391be0767aa), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:47.596932 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c1482f71-b9ee-47e3-bd0b-ab778e03e2ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:47.600488 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-c1482f71-b9ee-47e3-bd0b-ab778e03e2ec admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d979b5e6-b6e7-43ed-9318-8391be0767aa HTTP/1.1" status: 204 len: 168 time: 0.3703709 Jan 17 18:29:47.645910 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4ef6ee04-6431-461d-a165-683c44701b9d req-ba62785a-594b-4d2c-82af-4c6a70e3f1ef service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b HTTP/1.1" status: 200 len: 217 time: 0.2144573 Jan 17 18:29:47.662134 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1482f71-b9ee-47e3-bd0b-ab778e03e2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d979b5e6-b6e7-43ed-9318-8391be0767aa,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:47.774294 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6ee04-6431-461d-a165-683c44701b9d req-63f52ba7-d39a-42e2-b665-e6f16e235273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:47.780438 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4ef6ee04-6431-461d-a165-683c44701b9d req-63f52ba7-d39a-42e2-b665-e6f16e235273 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=14669282-5aa1-49a1-8531-88e125fb3ea3 HTTP/1.1" status: 200 len: 853 time: 0.1274738 Jan 17 18:29:47.829783 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4ef6ee04-6431-461d-a165-683c44701b9d req-8903309f-08f6-450b-88bf-c3e9b538e4c7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=053cf98e-7a79-421e-9990-12335b97235f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320733 Jan 17 18:29:47.963361 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4ef6ee04-6431-461d-a165-683c44701b9d req-5f922e70-ec4e-48bc-8bd7-a0daaf236e53 service neutron] 10.222.0.31 "GET /v2.0/networks/053cf98e-7a79-421e-9990-12335b97235f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278350 Jan 17 18:29:48.060703 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.db.resource_extend [None req-eab525ac-fd1a-4ab8-bf6e-078d9cf87237 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 18:29:48.123159 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4ef6ee04-6431-461d-a165-683c44701b9d req-b9fe4571-b66f-4b05-853a-d716581a17ff service neutron] 10.222.0.31 "GET /v2.0/networks/053cf98e-7a79-421e-9990-12335b97235f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538734 Jan 17 18:29:48.171377 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515035f-9676-4a58-9a40-ff10a29c2a69 req-34b0178a-5611-4dc4-ad9b-77c9e08a4c56 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:48.181580 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-5515035f-9676-4a58-9a40-ff10a29c2a69 req-34b0178a-5611-4dc4-ad9b-77c9e08a4c56 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.3901255 Jan 17 18:29:48.271900 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f022f8-90bd-409d-acbf-f0d6534ceb90 req-be5019d0-8ac9-4ca9-b560-edc158064a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:48.277339 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b8f022f8-90bd-409d-acbf-f0d6534ceb90 req-be5019d0-8ac9-4ca9-b560-edc158064a48 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=47f894454e2d44ff96f0d143a1b012cc&device_id=bcbb2da4-f17d-4700-b959-848baf644f06 HTTP/1.1" status: 200 len: 1096 time: 0.0962200 Jan 17 18:29:48.296145 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-5515035f-9676-4a58-9a40-ff10a29c2a69 req-3e893f9e-962d-4030-8178-915f92c0d72f tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133392 Jan 17 18:29:48.317316 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eab525ac-fd1a-4ab8-bf6e-078d9cf87237 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:48.323289 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eab525ac-fd1a-4ab8-bf6e-078d9cf87237 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565514'] for floatingip (246197a8-ce44-4b3e-8a21-ed9402a57378), after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:48.454948 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f022f8-90bd-409d-acbf-f0d6534ceb90 req-23a63eae-3581-4bdb-8ce1-5b992e700ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:48.456636 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b8f022f8-90bd-409d-acbf-f0d6534ceb90 req-23a63eae-3581-4bdb-8ce1-5b992e700ffb service neutron] 10.222.0.31 "GET /v2.0/networks?id=053cf98e-7a79-421e-9990-12335b97235f HTTP/1.1" status: 200 len: 914 time: 0.1720083 Jan 17 18:29:48.539232 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b8f022f8-90bd-409d-acbf-f0d6534ceb90 req-8a030d06-8dbf-49cf-bed7-57abf210312e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b HTTP/1.1" status: 200 len: 217 time: 0.0733581 Jan 17 18:29:48.596652 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.db.l3_db [None req-eab525ac-fd1a-4ab8-bf6e-078d9cf87237 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Floating IP 246197a8-ce44-4b3e-8a21-ed9402a57378 associated. External IP: 172.27.3.186, port: ec772cd4-09c1-4323-a731-f99b10219d43. Jan 17 18:29:48.606403 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd4517-0baa-4863-8491-b7252043ec58 req-55b0385d-1cab-409b-afa4-6f595e091b96 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:48.612160 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-45dd4517-0baa-4863-8491-b7252043ec58 req-55b0385d-1cab-409b-afa4-6f595e091b96 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcbb2da4-f17d-4700-b959-848baf644f06 HTTP/1.1" status: 200 len: 943 time: 0.1037185 Jan 17 18:29:48.714177 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f022f8-90bd-409d-acbf-f0d6534ceb90 req-3050cd66-b587-4a7f-8c8a-896b408e9f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:48.716248 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b8f022f8-90bd-409d-acbf-f0d6534ceb90 req-3050cd66-b587-4a7f-8c8a-896b408e9f83 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=14669282-5aa1-49a1-8531-88e125fb3ea3 HTTP/1.1" status: 200 len: 853 time: 0.0605779 Jan 17 18:29:48.757802 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b8f022f8-90bd-409d-acbf-f0d6534ceb90 req-8133dc5d-c8f0-4443-ae2f-91ec4cdf6481 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=053cf98e-7a79-421e-9990-12335b97235f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335920 Jan 17 18:29:48.814667 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-45dd4517-0baa-4863-8491-b7252043ec58 req-7b020958-759d-4fa9-b3fc-65598af49bc8 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45011a8-8df0-495a-8097-8cdd3424dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654119 Jan 17 18:29:48.889811 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b8f022f8-90bd-409d-acbf-f0d6534ceb90 req-730fbfed-34d2-4486-ad8e-90d7b537fe62 service neutron] 10.222.0.31 "GET /v2.0/networks/053cf98e-7a79-421e-9990-12335b97235f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180525 Jan 17 18:29:49.013733 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab525ac-fd1a-4ab8-bf6e-078d9cf87237 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Router 3751d2d2-c3e0-4d50-8ef4-231e870718a7 has already been hosted by L3 agent f711a738-9445-49a6-871d-c35940c1a323 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 18:29:49.016320 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b8f022f8-90bd-409d-acbf-f0d6534ceb90 req-2eaebe84-e804-4c81-8618-391db5b0a930 service neutron] 10.222.0.31 "GET /v2.0/networks/053cf98e-7a79-421e-9990-12335b97235f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174748 Jan 17 18:29:49.158031 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab525ac-fd1a-4ab8-bf6e-078d9cf87237 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:29:49.166647 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eab525ac-fd1a-4ab8-bf6e-078d9cf87237 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for floatingip (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:49.174251 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63997ab-c289-457d-ba52-f2c67b1ba6fb None None] Sync routers for ids ['3751d2d2-c3e0-4d50-8ef4-231e870718a7'] in dv-cinder-824995-1-iscsi {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:29:49.184430 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63997ab-c289-457d-ba52-f2c67b1ba6fb None None] Routers {'3751d2d2-c3e0-4d50-8ef4-231e870718a7'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:29:49.185203 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-c63997ab-c289-457d-ba52-f2c67b1ba6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:29:23Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['3751d2d2-c3e0-4d50-8ef4-231e870718a7'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:29:49.197449 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-eab525ac-fd1a-4ab8-bf6e-078d9cf87237 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "PUT /v2.0/floatingips/246197a8-ce44-4b3e-8a21-ed9402a57378 HTTP/1.1" status: 200 len: 992 time: 2.1412735 Jan 17 18:29:49.198238 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e', 'tag': 'ec772cd4-09c1-4323-a731-f99b10219d43'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:29:49.200918 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 52932) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:49.201396 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6acf6e2448acaa9df75d0cfb4ee4f42f1c652325a2342385b5920e3fd6e7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f537c5c-8b77-47ba-ad9f-4d774ad31dba" -d '{"events": [{"name": "network-changed", "server_uuid": "9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e", "tag": "ec772cd4-09c1-4323-a731-f99b10219d43"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:29:49.265649 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 18:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f9948f-21aa-43db-8273-87f93f64372e x-openstack-request-id: req-a4f9948f-21aa-43db-8273-87f93f64372e {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:29:49.265950 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e", "tag": "ec772cd4-09c1-4323-a731-f99b10219d43", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:29:49.266231 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a4f9948f-21aa-43db-8273-87f93f64372e {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:29:49.266947 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e', 'tag': 'ec772cd4-09c1-4323-a731-f99b10219d43', 'status': 'completed', 'code': 200} Jan 17 18:29:49.340111 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-c63997ab-c289-457d-ba52-f2c67b1ba6fb None None] Set router 3751d2d2-c3e0-4d50-8ef4-231e870718a7 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:29:49.391046 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8e8805bd-d7de-4ff8-ac4c-6451a1ae2346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:49.445649 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f537c5c-8b77-47ba-ad9f-4d774ad31dba req-24500130-bb0d-4d34-9ac6-aa2a45388aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:49.447127 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-8f537c5c-8b77-47ba-ad9f-4d774ad31dba req-24500130-bb0d-4d34-9ac6-aa2a45388aeb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11bc53620fe449daa11721cdccd1e9a7&device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 1099 time: 0.1527250 Jan 17 18:29:49.495790 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7585e18-1f4f-48e4-9194-68b2fc80ffd8 req-bdb7688e-ea73-4111-b7b1-b0dc6459771f tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:49.497257 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-e7585e18-1f4f-48e4-9194-68b2fc80ffd8 req-bdb7688e-ea73-4111-b7b1-b0dc6459771f tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.1073940 Jan 17 18:29:49.633348 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-e7585e18-1f4f-48e4-9194-68b2fc80ffd8 req-cbb282b6-890b-411f-93b8-0371a1fc6dac tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096177 Jan 17 18:29:49.642542 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-c63997ab-c289-457d-ba52-f2c67b1ba6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'name': 'tempest-AttachVolumeShelveTestJSON-878886642-router', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:29:04Z', 'updated_at': '2022-01-17T18:29:10Z', 'revision_number': 4, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'gw_port': {'id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ab:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:06Z', 'updated_at': '2022-01-17T18:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_floatingips': [{'id': '246197a8-ce44-4b3e-8a21-ed9402a57378', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'floating_ip_address': '172.27.3.186', 'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'router_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'port_id': 'ec772cd4-09c1-4323-a731-f99b10219d43', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2212e019-d500-4b0c-9632-00978d519e48', 'mac_address': 'fa:16:3e:0f:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T18:29:17Z', 'updated_at': '2022-01-17T18:29:47Z', 'revision_number': 1, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2f5b37e-d511-4ffe-97fb-95d753b712df', 'name': '', 'network_id': '2212e019-d500-4b0c-9632-00978d519e48', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'mac_address': 'fa:16:3e:1a:b4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ea9967e-4370-4564-98d1-90d5a9404775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:10Z', 'updated_at': '2022-01-17T18:29:18Z', 'revision_number': 5, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'subnets': [{'id': '9ea9967e-4370-4564-98d1-90d5a9404775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:29:49.644690 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f537c5c-8b77-47ba-ad9f-4d774ad31dba req-7dbc7f9d-0a44-4e33-afba-29cea04ad38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:49.646194 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-8f537c5c-8b77-47ba-ad9f-4d774ad31dba req-7dbc7f9d-0a44-4e33-afba-29cea04ad38e service neutron] 10.222.0.31 "GET /v2.0/networks?id=2212e019-d500-4b0c-9632-00978d519e48 HTTP/1.1" status: 200 len: 917 time: 0.1883495 Jan 17 18:29:49.658572 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8e8805bd-d7de-4ff8-ac4c-6451a1ae2346 admin admin] Publish callbacks [] for security_group (9447179b-84f7-429a-8ba6-e34fa3464a85), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:49.668481 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8e8805bd-d7de-4ff8-ac4c-6451a1ae2346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (9447179b-84f7-429a-8ba6-e34fa3464a85), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:49.670956 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63997ab-c289-457d-ba52-f2c67b1ba6fb None None] Checking router: 3751d2d2-c3e0-4d50-8ef4-231e870718a7 for host: dv-cinder-824995-1-iscsi {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:29:49.683131 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63997ab-c289-457d-ba52-f2c67b1ba6fb None None] Routers {'3751d2d2-c3e0-4d50-8ef4-231e870718a7'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:29:49.684252 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-c63997ab-c289-457d-ba52-f2c67b1ba6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:29:23Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['3751d2d2-c3e0-4d50-8ef4-231e870718a7'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:29:49.787120 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-8e8805bd-d7de-4ff8-ac4c-6451a1ae2346 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c7de0e130593462286caa27d29b22240&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5787296 Jan 17 18:29:49.787202 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 52966) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:49.787964 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8805bd-d7de-4ff8-ac4c-6451a1ae2346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9447179b-84f7-429a-8ba6-e34fa3464a85,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:49.802616 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-8f537c5c-8b77-47ba-ad9f-4d774ad31dba req-cbdba2ac-7e02-40b0-a130-97bd8f101999 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec772cd4-09c1-4323-a731-f99b10219d43 HTTP/1.1" status: 200 len: 1000 time: 0.1425846 Jan 17 18:29:49.818342 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-c63997ab-c289-457d-ba52-f2c67b1ba6fb None None] Set router 3751d2d2-c3e0-4d50-8ef4-231e870718a7 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:29:49.880175 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f537c5c-8b77-47ba-ad9f-4d774ad31dba req-90c1869d-90bb-421f-9e88-dd0e472d6342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:49.881873 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-8f537c5c-8b77-47ba-ad9f-4d774ad31dba req-90c1869d-90bb-421f-9e88-dd0e472d6342 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9ea9967e-4370-4564-98d1-90d5a9404775 HTTP/1.1" status: 200 len: 855 time: 0.0668049 Jan 17 18:29:49.884609 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e4ccc41f-0425-424d-a85a-a0616758e1c8 admin admin] Publish callbacks [] for security_group (9447179b-84f7-429a-8ba6-e34fa3464a85), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:49.945697 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f537c5c-8b77-47ba-ad9f-4d774ad31dba req-0f781317-80d1-46bf-acb1-70dfe6ff4b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:49.947226 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-8f537c5c-8b77-47ba-ad9f-4d774ad31dba req-0f781317-80d1-46bf-acb1-70dfe6ff4b15 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2212e019-d500-4b0c-9632-00978d519e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0585530 Jan 17 18:29:49.975305 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b details requested by agent hyperv_hv-cinder-82499 with host hv-cinder-82499 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 18:29:50.028074 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e4ccc41f-0425-424d-a85a-a0616758e1c8 admin admin] Publish callbacks [] for security_group (9447179b-84f7-429a-8ba6-e34fa3464a85), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:50.103615 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fea39-0d8f-4ed7-a7d4-8cfc8a7e531b req-2ff458a1-5eac-4e42-9496-a2db26568daf tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:50.104589 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-c63997ab-c289-457d-ba52-f2c67b1ba6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'name': 'tempest-AttachVolumeShelveTestJSON-878886642-router', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:29:04Z', 'updated_at': '2022-01-17T18:29:10Z', 'revision_number': 4, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'gw_port': {'id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ab:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:06Z', 'updated_at': '2022-01-17T18:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_floatingips': [{'id': '246197a8-ce44-4b3e-8a21-ed9402a57378', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'floating_ip_address': '172.27.3.186', 'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'router_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'port_id': 'ec772cd4-09c1-4323-a731-f99b10219d43', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2212e019-d500-4b0c-9632-00978d519e48', 'mac_address': 'fa:16:3e:0f:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T18:29:17Z', 'updated_at': '2022-01-17T18:29:47Z', 'revision_number': 1, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2f5b37e-d511-4ffe-97fb-95d753b712df', 'name': '', 'network_id': '2212e019-d500-4b0c-9632-00978d519e48', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'mac_address': 'fa:16:3e:1a:b4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ea9967e-4370-4564-98d1-90d5a9404775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:10Z', 'updated_at': '2022-01-17T18:29:18Z', 'revision_number': 5, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'subnets': [{'id': '9ea9967e-4370-4564-98d1-90d5a9404775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:29:50.112114 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-839fea39-0d8f-4ed7-a7d4-8cfc8a7e531b req-2ff458a1-5eac-4e42-9496-a2db26568daf tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcbb2da4-f17d-4700-b959-848baf644f06 HTTP/1.1" status: 200 len: 943 time: 0.1907055 Jan 17 18:29:50.131636 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-8f537c5c-8b77-47ba-ad9f-4d774ad31dba req-fc8415b1-8d5a-4044-9c5d-ff9bbe4a1df2 service neutron] 10.222.0.31 "GET /v2.0/networks/2212e019-d500-4b0c-9632-00978d519e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747193 Jan 17 18:29:50.170072 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b,segment=NetworkSegment(b0462b14-021a-450c-9e0f-647b2d940446),segment_id=b0462b14-021a-450c-9e0f-647b2d940446)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:29:50.187006 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-839fea39-0d8f-4ed7-a7d4-8cfc8a7e531b req-6c321355-c0ca-44de-841a-df7d3d85b60c tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45011a8-8df0-495a-8097-8cdd3424dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738239 Jan 17 18:29:50.194954 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Returning: {'device': '86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b', 'network_id': '053cf98e-7a79-421e-9990-12335b97235f', 'port_id': '86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b', 'mac_address': 'fa:16:3e:47:0e:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14669282-5aa1-49a1-8531-88e125fb3ea3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 18:29:50.196393 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e4ccc41f-0425-424d-a85a-a0616758e1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (9447179b-84f7-429a-8ba6-e34fa3464a85), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:50.201113 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e4ccc41f-0425-424d-a85a-a0616758e1c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:50.207379 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-e4ccc41f-0425-424d-a85a-a0616758e1c8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9447179b-84f7-429a-8ba6-e34fa3464a85 HTTP/1.1" status: 204 len: 168 time: 0.4220574 Jan 17 18:29:50.219433 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ccc41f-0425-424d-a85a-a0616758e1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9447179b-84f7-429a-8ba6-e34fa3464a85,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:50.251889 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63997ab-c289-457d-ba52-f2c67b1ba6fb None None] The sync data for ids ['3751d2d2-c3e0-4d50-8ef4-231e870718a7'] in dv-cinder-824995-1-iscsi is: [{'id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'name': 'tempest-AttachVolumeShelveTestJSON-878886642-router', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:29:04Z', 'updated_at': '2022-01-17T18:29:10Z', 'revision_number': 4, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'gw_port': {'id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ab:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:06Z', 'updated_at': '2022-01-17T18:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_floatingips': [{'id': '246197a8-ce44-4b3e-8a21-ed9402a57378', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'floating_ip_address': '172.27.3.186', 'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'router_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'port_id': 'ec772cd4-09c1-4323-a731-f99b10219d43', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2212e019-d500-4b0c-9632-00978d519e48', 'mac_address': 'fa:16:3e:0f:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T18:29:17Z', 'updated_at': '2022-01-17T18:29:47Z', 'revision_number': 1, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2f5b37e-d511-4ffe-97fb-95d753b712df', 'name': '', 'network_id': '2212e019-d500-4b0c-9632-00978d519e48', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'mac_address': 'fa:16:3e:1a:b4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ea9967e-4370-4564-98d1-90d5a9404775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:10Z', 'updated_at': '2022-01-17T18:29:18Z', 'revision_number': 5, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'subnets': [{'id': '9ea9967e-4370-4564-98d1-90d5a9404775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:29:50.295651 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port 86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b is: DOWN; New status is: BUILD {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:29:50.296120 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:50.299379 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-8f537c5c-8b77-47ba-ad9f-4d774ad31dba req-38b3385c-8ae8-4e5f-9b37-ef99d5f86bed service neutron] 10.222.0.31 "GET /v2.0/networks/2212e019-d500-4b0c-9632-00978d519e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584406 Jan 17 18:29:50.314360 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:29:50.348640 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b,segment=NetworkSegment(b0462b14-021a-450c-9e0f-647b2d940446),segment_id=b0462b14-021a-450c-9e0f-647b2d940446)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:29:50.355293 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:50.428015 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:50.660436 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e760c9cf-d0da-4a39-a4ed-33a673cfd2be None None] New status for floating IP 246197a8-ce44-4b3e-8a21-ed9402a57378: ACTIVE {{(pid=102424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 18:29:50.721137 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:29:50.808799 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 53000) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:50.834639 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b931bf58-815f-49ff-995d-30707fbc61af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:50.867779 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7604392-a58c-49a4-aa73-d77c7f271206 req-ee1236ef-f447-44a2-b22a-49939d4124c7 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:50.869946 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b7604392-a58c-49a4-aa73-d77c7f271206 req-ee1236ef-f447-44a2-b22a-49939d4124c7 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.1008265 Jan 17 18:29:50.929266 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b7604392-a58c-49a4-aa73-d77c7f271206 req-f85c9a50-08c9-4115-aea3-35dd8cb1f85e tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510256 Jan 17 18:29:50.947498 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b931bf58-815f-49ff-995d-30707fbc61af admin admin] Publish callbacks [] for security_group (9ea00e6b-aad0-4b33-a231-ab4afdb1dc4d), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:50.952203 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b931bf58-815f-49ff-995d-30707fbc61af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (9ea00e6b-aad0-4b33-a231-ab4afdb1dc4d), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:50.999204 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b931bf58-815f-49ff-995d-30707fbc61af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea00e6b-aad0-4b33-a231-ab4afdb1dc4d,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:51.017084 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-b931bf58-815f-49ff-995d-30707fbc61af admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=339ad0c31a854004befd4f8c0fe4ceea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2069392 Jan 17 18:29:51.018020 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 53004) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:51.087879 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bccb0613-7210-4995-8d1c-acad701c21b4 admin admin] Publish callbacks [] for security_group (9ea00e6b-aad0-4b33-a231-ab4afdb1dc4d), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:51.089941 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c5393c57-dd03-488a-bd4b-811ae0233721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:51.113605 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bccb0613-7210-4995-8d1c-acad701c21b4 admin admin] Publish callbacks [] for security_group (9ea00e6b-aad0-4b33-a231-ab4afdb1dc4d), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:51.167524 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bccb0613-7210-4995-8d1c-acad701c21b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (9ea00e6b-aad0-4b33-a231-ab4afdb1dc4d), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:51.170451 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bccb0613-7210-4995-8d1c-acad701c21b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:51.180612 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-bccb0613-7210-4995-8d1c-acad701c21b4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9ea00e6b-aad0-4b33-a231-ab4afdb1dc4d HTTP/1.1" status: 204 len: 168 time: 0.1559541 Jan 17 18:29:51.189202 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb0613-7210-4995-8d1c-acad701c21b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea00e6b-aad0-4b33-a231-ab4afdb1dc4d,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:51.324410 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0baec30-b3ad-4105-a2e8-ed88c3eb5fed req-30286998-bb11-4861-8256-4879292850fd tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:51.326143 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-a0baec30-b3ad-4105-a2e8-ed88c3eb5fed req-30286998-bb11-4861-8256-4879292850fd tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcbb2da4-f17d-4700-b959-848baf644f06 HTTP/1.1" status: 200 len: 944 time: 0.0572963 Jan 17 18:29:51.389648 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-a0baec30-b3ad-4105-a2e8-ed88c3eb5fed req-65df7a2c-8125-46f3-a96a-6cd6386aa44e tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45011a8-8df0-495a-8097-8cdd3424dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531557 Jan 17 18:29:51.548851 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 53026) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:51.561397 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-36413d65-75a6-473d-ad51-9942c421dafa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:51.639247 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-36413d65-75a6-473d-ad51-9942c421dafa admin admin] Publish callbacks [] for security_group (a30e6a9f-28e5-4e37-833c-74668c07639e), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:51.643952 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-36413d65-75a6-473d-ad51-9942c421dafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (a30e6a9f-28e5-4e37-833c-74668c07639e), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:51.679886 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36413d65-75a6-473d-ad51-9942c421dafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30e6a9f-28e5-4e37-833c-74668c07639e,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:51.684001 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-36413d65-75a6-473d-ad51-9942c421dafa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6bb1baf55b7e46a581fc5598f77aff8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1341178 Jan 17 18:29:51.686565 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 53030) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:51.733913 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5a60f3fa-628c-411d-befc-373dac8ed7b8 admin admin] Publish callbacks [] for security_group (a30e6a9f-28e5-4e37-833c-74668c07639e), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:51.754370 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5a60f3fa-628c-411d-befc-373dac8ed7b8 admin admin] Publish callbacks [] for security_group (a30e6a9f-28e5-4e37-833c-74668c07639e), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:51.809314 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5a60f3fa-628c-411d-befc-373dac8ed7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (a30e6a9f-28e5-4e37-833c-74668c07639e), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:51.812171 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5a60f3fa-628c-411d-befc-373dac8ed7b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:51.813839 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-5a60f3fa-628c-411d-befc-373dac8ed7b8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a30e6a9f-28e5-4e37-833c-74668c07639e HTTP/1.1" status: 204 len: 168 time: 0.1263695 Jan 17 18:29:51.822115 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a60f3fa-628c-411d-befc-373dac8ed7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30e6a9f-28e5-4e37-833c-74668c07639e,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:52.002815 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b up at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:29:52.074938 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81abef-ad25-4ff4-8ed5-7ed2aa5a018f req-1a452507-0d79-468a-8fd1-459fb85e708a tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:52.076480 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-dc81abef-ad25-4ff4-8ed5-7ed2aa5a018f req-1a452507-0d79-468a-8fd1-459fb85e708a tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0603082 Jan 17 18:29:52.077174 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning for port 86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 18:29:52.081646 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning complete for port 86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:29:52.082091 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:52.144112 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-dc81abef-ad25-4ff4-8ed5-7ed2aa5a018f req-6b2c9faa-8c53-433d-98aa-d49bdd5b44a1 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593143 Jan 17 18:29:52.166174 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port 86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b is: BUILD; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:29:52.166174 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:52.191781 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbb2da4-f17d-4700-b959-848baf644f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:29:52.194441 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e36e39c9c94bd67d9c0bfa4cbed5ada700490a47b49253aa7a2931ae849a628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984054c6-6dc0-4aa1-9a90-07c4229268b2" -d '{"events": [{"server_uuid": "bcbb2da4-f17d-4700-b959-848baf644f06", "name": "network-vif-plugged", "status": "completed", "tag": "86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:29:52.208004 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b,segment=NetworkSegment(b0462b14-021a-450c-9e0f-647b2d940446),segment_id=b0462b14-021a-450c-9e0f-647b2d940446)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:29:52.213139 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:52.250593 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b3633c-ac49-44d5-960e-8b8058ccf18b x-openstack-request-id: req-28b3633c-ac49-44d5-960e-8b8058ccf18b {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:29:52.250913 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbb2da4-f17d-4700-b959-848baf644f06", "name": "network-vif-plugged", "status": "completed", "tag": "86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:29:52.251493 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-28b3633c-ac49-44d5-960e-8b8058ccf18b {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:29:52.252086 dv-cinder-824995-1-iscsi neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbb2da4-f17d-4700-b959-848baf644f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b', 'code': 200} Jan 17 18:29:52.289219 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:52.448571 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1de0b-0e0a-4cc0-84bf-f49f12bc1c6d req-2d5279a9-d635-449d-b70e-165ff67a0bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:52.449500 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-eec1de0b-0e0a-4cc0-84bf-f49f12bc1c6d req-2d5279a9-d635-449d-b70e-165ff67a0bac service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bcbb2da4-f17d-4700-b959-848baf644f06 HTTP/1.1" status: 200 len: 1098 time: 0.0405889 Jan 17 18:29:52.533182 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-eec1de0b-0e0a-4cc0-84bf-f49f12bc1c6d req-398814b3-e3f3-429c-93ee-c15a8028695b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c45011a8-8df0-495a-8097-8cdd3424dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723200 Jan 17 18:29:52.543846 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058737a7-81a3-410f-b4ba-79e871d9aa21 req-24468fa6-eedf-4c79-bebd-23636d0d801d tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:52.545364 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-058737a7-81a3-410f-b4ba-79e871d9aa21 req-24468fa6-eedf-4c79-bebd-23636d0d801d tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcbb2da4-f17d-4700-b959-848baf644f06 HTTP/1.1" status: 200 len: 945 time: 0.0703042 Jan 17 18:29:52.608337 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-058737a7-81a3-410f-b4ba-79e871d9aa21 req-509ee868-cf1a-40f4-93fb-f4e30bed427a tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45011a8-8df0-495a-8097-8cdd3424dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551703 Jan 17 18:29:53.275013 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151fd98-8ffc-4f73-b620-ba62263239fb req-5921eb38-eed6-4ac8-a059-fa61d1105aad tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:53.282277 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1151fd98-8ffc-4f73-b620-ba62263239fb req-5921eb38-eed6-4ac8-a059-fa61d1105aad tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0644360 Jan 17 18:29:53.337768 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1151fd98-8ffc-4f73-b620-ba62263239fb req-8cf60699-18b0-4593-a279-a7c394de4bd9 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508530 Jan 17 18:29:53.338279 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 53118) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:53.359274 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cea41034-5c90-4952-a2e0-8d5b100596d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:53.443857 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-153ac982-cd67-41d7-8533-a10c746f2e59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:53.527268 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-153ac982-cd67-41d7-8533-a10c746f2e59 admin admin] Publish callbacks [] for security_group (96f38dcd-7f7a-4874-95d8-a34de2be2fca), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:53.531475 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-153ac982-cd67-41d7-8533-a10c746f2e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (96f38dcd-7f7a-4874-95d8-a34de2be2fca), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:53.571167 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-153ac982-cd67-41d7-8533-a10c746f2e59 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8638523e661640a88856e9b05f5f8d1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317998 Jan 17 18:29:53.572082 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ac982-cd67-41d7-8533-a10c746f2e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f38dcd-7f7a-4874-95d8-a34de2be2fca,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:53.573869 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 53134) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:53.625651 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0238237e-32c4-4584-be10-8cbb1c30f91a admin admin] Publish callbacks [] for security_group (96f38dcd-7f7a-4874-95d8-a34de2be2fca), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:53.648721 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0238237e-32c4-4584-be10-8cbb1c30f91a admin admin] Publish callbacks [] for security_group (96f38dcd-7f7a-4874-95d8-a34de2be2fca), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:53.717510 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0238237e-32c4-4584-be10-8cbb1c30f91a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (96f38dcd-7f7a-4874-95d8-a34de2be2fca), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:53.721189 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0238237e-32c4-4584-be10-8cbb1c30f91a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:53.722563 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-0238237e-32c4-4584-be10-8cbb1c30f91a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/96f38dcd-7f7a-4874-95d8-a34de2be2fca HTTP/1.1" status: 204 len: 168 time: 0.1477208 Jan 17 18:29:53.732325 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0238237e-32c4-4584-be10-8cbb1c30f91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f38dcd-7f7a-4874-95d8-a34de2be2fca,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:53.756915 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3966db6-caff-4d38-b256-c67e97c08ec6 req-a3c9dc0b-f7e4-422b-98aa-372f2859f830 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:53.758907 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-a3966db6-caff-4d38-b256-c67e97c08ec6 req-a3c9dc0b-f7e4-422b-98aa-372f2859f830 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcbb2da4-f17d-4700-b959-848baf644f06 HTTP/1.1" status: 200 len: 945 time: 0.0699391 Jan 17 18:29:53.820316 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-a3966db6-caff-4d38-b256-c67e97c08ec6 req-bc948651-7657-4913-aea4-e03599cddbdd tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45011a8-8df0-495a-8097-8cdd3424dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547516 Jan 17 18:29:54.040126 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 53170) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:54.056960 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dd7c050c-cd5b-4b06-b152-51de151eeb95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:54.150978 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dd7c050c-cd5b-4b06-b152-51de151eeb95 admin admin] Publish callbacks [] for security_group (ccad7ec8-4651-4b12-8ab9-18edd9952534), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:54.154851 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dd7c050c-cd5b-4b06-b152-51de151eeb95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (ccad7ec8-4651-4b12-8ab9-18edd9952534), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:54.172274 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 53176) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:54.192813 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-dd7c050c-cd5b-4b06-b152-51de151eeb95 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8728d6f3207540368f3d8e43cc036c1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1511557 Jan 17 18:29:54.193662 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c050c-cd5b-4b06-b152-51de151eeb95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccad7ec8-4651-4b12-8ab9-18edd9952534,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:54.196238 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 53180) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:54.245578 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6e558636-45c9-4678-89f5-3c885c5f17c9 admin admin] Publish callbacks [] for security_group (ccad7ec8-4651-4b12-8ab9-18edd9952534), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:54.268002 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6e558636-45c9-4678-89f5-3c885c5f17c9 admin admin] Publish callbacks [] for security_group (ccad7ec8-4651-4b12-8ab9-18edd9952534), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:54.291779 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-35209dc1-3d08-4647-a0b7-a78b596bac36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:54.348370 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6e558636-45c9-4678-89f5-3c885c5f17c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (ccad7ec8-4651-4b12-8ab9-18edd9952534), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:54.350957 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6e558636-45c9-4678-89f5-3c885c5f17c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:54.352876 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-6e558636-45c9-4678-89f5-3c885c5f17c9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ccad7ec8-4651-4b12-8ab9-18edd9952534 HTTP/1.1" status: 204 len: 168 time: 0.1545472 Jan 17 18:29:54.365277 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e558636-45c9-4678-89f5-3c885c5f17c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccad7ec8-4651-4b12-8ab9-18edd9952534,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:54.416225 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-35209dc1-3d08-4647-a0b7-a78b596bac36 admin admin] Publish callbacks [] for security_group (cfabdd86-53dd-412b-ae1a-a01a401759e0), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:54.428897 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-35209dc1-3d08-4647-a0b7-a78b596bac36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (cfabdd86-53dd-412b-ae1a-a01a401759e0), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:54.482004 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-35209dc1-3d08-4647-a0b7-a78b596bac36 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a3a8d2a5ec7746e68f8cc0e253d16881&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3084416 Jan 17 18:29:54.484670 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 53188) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:54.491265 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35209dc1-3d08-4647-a0b7-a78b596bac36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfabdd86-53dd-412b-ae1a-a01a401759e0,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:54.506579 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9089b34b-e091-4364-a73f-8cc63af152da req-12cf63ad-6f8e-4f29-9af1-0baa3664747e tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:54.508312 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-9089b34b-e091-4364-a73f-8cc63af152da req-12cf63ad-6f8e-4f29-9af1-0baa3664747e tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0907838 Jan 17 18:29:54.528358 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:54.563880 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-9089b34b-e091-4364-a73f-8cc63af152da req-8de63c64-7337-4460-824f-5c3342111b35 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475030 Jan 17 18:29:54.571846 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-27eb1de8-6042-4699-8a91-b412295734ce admin admin] Publish callbacks [] for security_group (cfabdd86-53dd-412b-ae1a-a01a401759e0), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:54.597185 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-27eb1de8-6042-4699-8a91-b412295734ce admin admin] Publish callbacks [] for security_group (cfabdd86-53dd-412b-ae1a-a01a401759e0), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:54.643102 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-27eb1de8-6042-4699-8a91-b412295734ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (cfabdd86-53dd-412b-ae1a-a01a401759e0), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:54.645738 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-27eb1de8-6042-4699-8a91-b412295734ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:54.646874 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-27eb1de8-6042-4699-8a91-b412295734ce admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cfabdd86-53dd-412b-ae1a-a01a401759e0 HTTP/1.1" status: 204 len: 168 time: 0.1601105 Jan 17 18:29:54.654820 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb1de8-6042-4699-8a91-b412295734ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfabdd86-53dd-412b-ae1a-a01a401759e0,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:54.944589 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 53214) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:54.960298 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2ab6748b-4371-45e0-a980-e1e1a48bc8fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:54.964369 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02751da-5682-403b-a400-143f36e8a07c req-ee19a0ce-5d08-4f67-90b7-2540bb8d29e7 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:54.971992 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c02751da-5682-403b-a400-143f36e8a07c req-ee19a0ce-5d08-4f67-90b7-2540bb8d29e7 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcbb2da4-f17d-4700-b959-848baf644f06 HTTP/1.1" status: 200 len: 945 time: 0.0649431 Jan 17 18:29:55.019004 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c02751da-5682-403b-a400-143f36e8a07c req-49e8891a-ffb7-4dce-805f-848ad94f932c tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45011a8-8df0-495a-8097-8cdd3424dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461795 Jan 17 18:29:55.063775 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2ab6748b-4371-45e0-a980-e1e1a48bc8fa admin admin] Publish callbacks [] for security_group (0f5e8d54-47ee-41e1-b44a-976f7503e6e3), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:55.068046 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2ab6748b-4371-45e0-a980-e1e1a48bc8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (0f5e8d54-47ee-41e1-b44a-976f7503e6e3), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:55.108085 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-2ab6748b-4371-45e0-a980-e1e1a48bc8fa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3d6f8882f0af4d919042a8970276c8a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1623971 Jan 17 18:29:55.109223 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab6748b-4371-45e0-a980-e1e1a48bc8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5e8d54-47ee-41e1-b44a-976f7503e6e3,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:55.111399 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 53232) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:55.163367 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-44764723-2e12-4598-82ec-7e2104bfe3dd admin admin] Publish callbacks [] for security_group (0f5e8d54-47ee-41e1-b44a-976f7503e6e3), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:55.186922 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-44764723-2e12-4598-82ec-7e2104bfe3dd admin admin] Publish callbacks [] for security_group (0f5e8d54-47ee-41e1-b44a-976f7503e6e3), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:55.241491 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-44764723-2e12-4598-82ec-7e2104bfe3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (0f5e8d54-47ee-41e1-b44a-976f7503e6e3), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:55.243366 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-44764723-2e12-4598-82ec-7e2104bfe3dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:55.247911 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-44764723-2e12-4598-82ec-7e2104bfe3dd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0f5e8d54-47ee-41e1-b44a-976f7503e6e3 HTTP/1.1" status: 204 len: 168 time: 0.1352429 Jan 17 18:29:55.258737 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44764723-2e12-4598-82ec-7e2104bfe3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5e8d54-47ee-41e1-b44a-976f7503e6e3,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:55.590707 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 6 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:29:55.702559 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292db6f3-ca88-439b-ac36-b57135c96545 req-b1bccbcf-cd09-4adb-bbee-4a198b2bdb60 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:55.704689 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-292db6f3-ca88-439b-ac36-b57135c96545 req-b1bccbcf-cd09-4adb-bbee-4a198b2bdb60 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0669396 Jan 17 18:29:55.799911 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-292db6f3-ca88-439b-ac36-b57135c96545 req-1f449baa-51fd-4b3d-985a-9c40824f0d1e tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846930 Jan 17 18:29:56.071104 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:56.724113 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 53368) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:56.834901 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1bc6f0d7-30ca-4e5b-9c86-4ca1f6991840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:56.918816 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1bc6f0d7-30ca-4e5b-9c86-4ca1f6991840 admin admin] Publish callbacks [] for security_group (2048959e-811e-43d5-b737-72be945b721b), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:56.924532 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1bc6f0d7-30ca-4e5b-9c86-4ca1f6991840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (2048959e-811e-43d5-b737-72be945b721b), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:56.948076 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2df022-cbd1-4461-8e5e-a8225c437181 req-778a238f-bead-494f-af97-5c1e1754c67d tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:56.958117 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-af2df022-cbd1-4461-8e5e-a8225c437181 req-778a238f-bead-494f-af97-5c1e1754c67d tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0832891 Jan 17 18:29:56.982759 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-1bc6f0d7-30ca-4e5b-9c86-4ca1f6991840 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4ac073d02a1f4c148da720c7a2042645&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2545564 Jan 17 18:29:56.982864 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 53384) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:56.984556 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc6f0d7-30ca-4e5b-9c86-4ca1f6991840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2048959e-811e-43d5-b737-72be945b721b,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:57.027166 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-af2df022-cbd1-4461-8e5e-a8225c437181 req-ca22e052-b179-4ed2-8bce-254a9df8250a tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677378 Jan 17 18:29:57.057696 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0487532a-43dc-47e1-b9b9-3ee42db482e6 admin admin] Publish callbacks [] for security_group (2048959e-811e-43d5-b737-72be945b721b), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:57.081286 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0487532a-43dc-47e1-b9b9-3ee42db482e6 admin admin] Publish callbacks [] for security_group (2048959e-811e-43d5-b737-72be945b721b), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:57.133838 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0487532a-43dc-47e1-b9b9-3ee42db482e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (2048959e-811e-43d5-b737-72be945b721b), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:57.136747 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0487532a-43dc-47e1-b9b9-3ee42db482e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:57.137894 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-0487532a-43dc-47e1-b9b9-3ee42db482e6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2048959e-811e-43d5-b737-72be945b721b HTTP/1.1" status: 204 len: 168 time: 0.1563504 Jan 17 18:29:57.146837 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0487532a-43dc-47e1-b9b9-3ee42db482e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2048959e-811e-43d5-b737-72be945b721b,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:57.297722 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-3448b518-cf5f-4094-96dc-1245b716ab25 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:57.299357 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-3448b518-cf5f-4094-96dc-1245b716ab25 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/networks?id=f9fdf362-a192-4398-90ad-42753c4dbe91 HTTP/1.1" status: 200 len: 815 time: 0.1595089 Jan 17 18:29:57.317847 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-e20f8d2d-0043-41cc-9475-379aff44cc1c tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/quotas/6565d84bc46f476997612d642cd76aa1 HTTP/1.1" status: 200 len: 375 time: 0.0126989 Jan 17 18:29:57.321621 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:57.371549 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-913a8f6f-e1df-4dd0-a998-1c61f52e1467 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6565d84bc46f476997612d642cd76aa1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0468268 Jan 17 18:29:57.480732 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-f4d7f4cf-9f5d-454e-9c2f-4678b1225266 service neutron] 10.222.0.57 "GET /v2.0/networks/f9fdf362-a192-4398-90ad-42753c4dbe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003735 Jan 17 18:29:57.575566 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 53414) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:57.598161 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-47a530ca-ee44-44d7-add5-f896d15240dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:57.601542 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-b3eae696-773e-43cc-82e3-eeb4a803813b service neutron] 10.222.0.57 "GET /v2.0/networks/f9fdf362-a192-4398-90ad-42753c4dbe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132441 Jan 17 18:29:57.733690 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-47a530ca-ee44-44d7-add5-f896d15240dc admin admin] Publish callbacks [] for security_group (64db0444-ebec-4769-a95e-5a2cbc32a2da), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:57.739162 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-47a530ca-ee44-44d7-add5-f896d15240dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (64db0444-ebec-4769-a95e-5a2cbc32a2da), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:57.782795 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a530ca-ee44-44d7-add5-f896d15240dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64db0444-ebec-4769-a95e-5a2cbc32a2da,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:57.789586 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-47a530ca-ee44-44d7-add5-f896d15240dc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=70dc87d68b87454e923f9686501a3fc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2125080 Jan 17 18:29:57.792657 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 53426) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:29:57.842675 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-2fc5850a-0e90-40df-962c-dae25d95c5c6 req-aa709793-d361-4057-b861-d3708e6c4baf tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=df15e74c-0684-41a5-af8c-bc8e5cd770ef HTTP/1.1" status: 200 len: 210 time: 0.0276837 Jan 17 18:29:57.847507 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d0420d52-0ef5-4d9d-813e-17fd5214cf03 admin admin] Publish callbacks [] for security_group (64db0444-ebec-4769-a95e-5a2cbc32a2da), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:57.874046 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d0420d52-0ef5-4d9d-813e-17fd5214cf03 admin admin] Publish callbacks [] for security_group (64db0444-ebec-4769-a95e-5a2cbc32a2da), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:57.920879 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d0420d52-0ef5-4d9d-813e-17fd5214cf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (64db0444-ebec-4769-a95e-5a2cbc32a2da), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:57.924431 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d0420d52-0ef5-4d9d-813e-17fd5214cf03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:57.925603 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-d0420d52-0ef5-4d9d-813e-17fd5214cf03 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/64db0444-ebec-4769-a95e-5a2cbc32a2da HTTP/1.1" status: 204 len: 168 time: 0.1315899 Jan 17 18:29:57.933438 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0420d52-0ef5-4d9d-813e-17fd5214cf03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64db0444-ebec-4769-a95e-5a2cbc32a2da,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:58.164800 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c459a1-738a-45c0-a1cb-01754784b6ce req-8f114b11-90ae-4517-8c0a-c77e19d5b82a tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:58.171992 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-47c459a1-738a-45c0-a1cb-01754784b6ce req-8f114b11-90ae-4517-8c0a-c77e19d5b82a tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0624094 Jan 17 18:29:58.220741 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-47c459a1-738a-45c0-a1cb-01754784b6ce req-8e4840f7-7ae8-4249-881c-257b2b8fd8c6 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471206 Jan 17 18:29:58.984344 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-79227cd2-778f-4201-b9d5-d4ed7f11865b req-0c73f7b1-0eea-441d-b2f7-1ad8a5edb850 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=df15e74c-0684-41a5-af8c-bc8e5cd770ef HTTP/1.1" status: 200 len: 210 time: 0.0348268 Jan 17 18:29:59.074026 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-43e815f3-363f-4623-9458-b49c759484b1 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:59.076234 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-43e815f3-363f-4623-9458-b49c759484b1 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.31 "GET /v2.0/networks?id=f9fdf362-a192-4398-90ad-42753c4dbe91 HTTP/1.1" status: 200 len: 815 time: 0.1230547 Jan 17 18:29:59.108550 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-cd835f39-586a-40f7-8370-d9ac495e3534 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Request body: {'port': {'device_id': 'df15e74c-0684-41a5-af8c-bc8e5cd770ef', 'network_id': 'f9fdf362-a192-4398-90ad-42753c4dbe91', 'admin_state_up': True, 'tenant_id': '6565d84bc46f476997612d642cd76aa1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:29:59.283586 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-cd835f39-586a-40f7-8370-d9ac495e3534 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Made reservation on behalf of 6565d84bc46f476997612d642cd76aa1 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:29:59.288602 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-cd835f39-586a-40f7-8370-d9ac495e3534 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:59.429655 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a9da0-390a-48f2-b1e9-ff68f6e218cd req-9edfcb84-ecbc-4685-80b8-30cd4d73b63b tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:59.432682 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-e28a9da0-390a-48f2-b1e9-ff68f6e218cd req-9edfcb84-ecbc-4685-80b8-30cd4d73b63b tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.1109049 Jan 17 18:29:59.521620 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-e28a9da0-390a-48f2-b1e9-ff68f6e218cd req-41365c73-81da-4e6a-854b-f52881f011b8 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766959 Jan 17 18:29:59.531013 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-cd835f39-586a-40f7-8370-d9ac495e3534 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Allocated IP 172.20.0.5 (f9fdf362-a192-4398-90ad-42753c4dbe91/961653f6-79b2-4a60-b9e7-9e0202e89852/0161fe13-ca1e-4c15-9d41-6cf9f77a2a88) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:29:59.677302 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-cd835f39-586a-40f7-8370-d9ac495e3534 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Publish callbacks [] for port (0161fe13-ca1e-4c15-9d41-6cf9f77a2a88), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:59.714604 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-cd835f39-586a-40f7-8370-d9ac495e3534 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924'] for port (0161fe13-ca1e-4c15-9d41-6cf9f77a2a88), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:59.731147 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:29:59.763797 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-cd835f39-586a-40f7-8370-d9ac495e3534 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Network f9fdf362-a192-4398-90ad-42753c4dbe91 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:29:59.767396 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-cd835f39-586a-40f7-8370-d9ac495e3534 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:29:59.770982 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-cd835f39-586a-40f7-8370-d9ac495e3534 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:29:59.776496 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-cd835f39-586a-40f7-8370-d9ac495e3534 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:29:59.777159 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-cd835f39-586a-40f7-8370-d9ac495e3534 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for port (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:29:59.787889 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd835f39-586a-40f7-8370-d9ac495e3534 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Pushing event updated for resources: {'Port': ['ID=0161fe13-ca1e-4c15-9d41-6cf9f77a2a88,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:29:59.799998 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-cd835f39-586a-40f7-8370-d9ac495e3534 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6957371 Jan 17 18:29:59.813798 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-6bd898fe-723b-4cc9-8910-af2ff3865e05 service neutron] Request body: {'port': {'device_id': 'df15e74c-0684-41a5-af8c-bc8e5cd770ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82499'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:29:59.873717 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-6bd898fe-723b-4cc9-8910-af2ff3865e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (0161fe13-ca1e-4c15-9d41-6cf9f77a2a88), before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:00.114098 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32560385-d2d4-4e7b-a163-2a30f4757365 req-d50b3e88-88f9-40ff-89b2-d6594b435e06 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:00.115580 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-32560385-d2d4-4e7b-a163-2a30f4757365 req-d50b3e88-88f9-40ff-89b2-d6594b435e06 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=df15e74c-0684-41a5-af8c-bc8e5cd770ef HTTP/1.1" status: 200 len: 931 time: 0.0490301 Jan 17 18:30:00.139523 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-6bd898fe-723b-4cc9-8910-af2ff3865e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0161fe13-ca1e-4c15-9d41-6cf9f77a2a88 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:30:00.147539 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-6bd898fe-723b-4cc9-8910-af2ff3865e05 service neutron] Publish callbacks [] for port (0161fe13-ca1e-4c15-9d41-6cf9f77a2a88), precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:00.161083 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-6bd898fe-723b-4cc9-8910-af2ff3865e05 service neutron] Transition to ACTIVE for port object 0161fe13-ca1e-4c15-9d41-6cf9f77a2a88 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 18:30:00.163024 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-32560385-d2d4-4e7b-a163-2a30f4757365 req-339da789-828c-44aa-a7e3-1e2203c1a722 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419316 Jan 17 18:30:00.166073 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-6bd898fe-723b-4cc9-8910-af2ff3865e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (0161fe13-ca1e-4c15-9d41-6cf9f77a2a88), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:00.215058 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd898fe-723b-4cc9-8910-af2ff3865e05 service neutron] Pushing event updated for resources: {'Port': ['ID=0161fe13-ca1e-4c15-9d41-6cf9f77a2a88,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:00.252811 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-6bd898fe-723b-4cc9-8910-af2ff3865e05 service neutron] Attempting to bind port 0161fe13-ca1e-4c15-9d41-6cf9f77a2a88 on host hv-cinder-82499 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:30:00.253143 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-6bd898fe-723b-4cc9-8910-af2ff3865e05 service neutron] Attempting to bind port 0161fe13-ca1e-4c15-9d41-6cf9f77a2a88 by drivers openvswitch,hyperv on host hv-cinder-82499 at level 0 using segments [{'id': 'eab41685-dbf8-458c-809c-87ead42a6e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f9fdf362-a192-4398-90ad-42753c4dbe91'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:30:00.253472 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-6bd898fe-723b-4cc9-8910-af2ff3865e05 service neutron] Attempting to bind port 0161fe13-ca1e-4c15-9d41-6cf9f77a2a88 on network f9fdf362-a192-4398-90ad-42753c4dbe91 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:30:00.257727 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-6bd898fe-723b-4cc9-8910-af2ff3865e05 service neutron] Port 0161fe13-ca1e-4c15-9d41-6cf9f77a2a88 on network f9fdf362-a192-4398-90ad-42753c4dbe91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82499 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 18:30:00.258040 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-6bd898fe-723b-4cc9-8910-af2ff3865e05 service neutron] Attempting to bind port 0161fe13-ca1e-4c15-9d41-6cf9f77a2a88 on network f9fdf362-a192-4398-90ad-42753c4dbe91 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:30:00.262942 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-6bd898fe-723b-4cc9-8910-af2ff3865e05 service neutron] Checking agent: {'id': 'c251eb83-93a6-4d5d-bd4b-c362ae836320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82499', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'started_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:30:00.263270 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-6bd898fe-723b-4cc9-8910-af2ff3865e05 service neutron] Checking segment: {'id': 'eab41685-dbf8-458c-809c-87ead42a6e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f9fdf362-a192-4398-90ad-42753c4dbe91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:30:00.263675 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-6bd898fe-723b-4cc9-8910-af2ff3865e05 service neutron] Bound using segment: {'id': 'eab41685-dbf8-458c-809c-87ead42a6e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f9fdf362-a192-4398-90ad-42753c4dbe91'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:30:00.264091 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-6bd898fe-723b-4cc9-8910-af2ff3865e05 service neutron] Bound port: 0161fe13-ca1e-4c15-9d41-6cf9f77a2a88, host: hv-cinder-82499, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab41685-dbf8-458c-809c-87ead42a6e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f9fdf362-a192-4398-90ad-42753c4dbe91'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:30:00.264433 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-6bd898fe-723b-4cc9-8910-af2ff3865e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (0161fe13-ca1e-4c15-9d41-6cf9f77a2a88), before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:00.327490 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-6bd898fe-723b-4cc9-8910-af2ff3865e05 service neutron] For port 0161fe13-ca1e-4c15-9d41-6cf9f77a2a88, host hv-cinder-82499, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:30:00.330314 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-6bd898fe-723b-4cc9-8910-af2ff3865e05 service neutron] For port 0161fe13-ca1e-4c15-9d41-6cf9f77a2a88, host hv-cinder-82499, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=0161fe13-ca1e-4c15-9d41-6cf9f77a2a88,segment=NetworkSegment(eab41685-dbf8-458c-809c-87ead42a6e3b),segment_id=eab41685-dbf8-458c-809c-87ead42a6e3b)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:30:00.334539 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-6bd898fe-723b-4cc9-8910-af2ff3865e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (0161fe13-ca1e-4c15-9d41-6cf9f77a2a88), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:00.371084 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-6bd898fe-723b-4cc9-8910-af2ff3865e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:00.371709 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-6bd898fe-723b-4cc9-8910-af2ff3865e05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for port (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:00.373054 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-6bd898fe-723b-4cc9-8910-af2ff3865e05 service neutron] 10.222.0.31 "PUT /v2.0/ports/0161fe13-ca1e-4c15-9d41-6cf9f77a2a88 HTTP/1.1" status: 200 len: 1093 time: 0.5637300 Jan 17 18:30:00.373481 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df15e74c-0684-41a5-af8c-bc8e5cd770ef', 'tag': '0161fe13-ca1e-4c15-9d41-6cf9f77a2a88'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:30:00.376328 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ebc6f40cb2ac68c89279b37e377f59c9ca88cf84401dffc3b34b74128c2044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9306792c-d75a-49a1-a4c4-c9e78ed438ee" -d '{"events": [{"name": "network-changed", "server_uuid": "df15e74c-0684-41a5-af8c-bc8e5cd770ef", "tag": "0161fe13-ca1e-4c15-9d41-6cf9f77a2a88"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:30:00.395476 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd898fe-723b-4cc9-8910-af2ff3865e05 service neutron] Pushing event updated for resources: {'Port': ['ID=0161fe13-ca1e-4c15-9d41-6cf9f77a2a88,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:00.417750 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 18:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074b50a3-dc0c-49d9-b6b8-c5016d3371c1 x-openstack-request-id: req-074b50a3-dc0c-49d9-b6b8-c5016d3371c1 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:30:00.418045 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df15e74c-0684-41a5-af8c-bc8e5cd770ef", "tag": "0161fe13-ca1e-4c15-9d41-6cf9f77a2a88", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:30:00.418296 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-074b50a3-dc0c-49d9-b6b8-c5016d3371c1 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:30:00.418696 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df15e74c-0684-41a5-af8c-bc8e5cd770ef', 'tag': '0161fe13-ca1e-4c15-9d41-6cf9f77a2a88', 'status': 'completed', 'code': 200} Jan 17 18:30:00.649702 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:00.649702 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:00.649702 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:00.649702 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:00.649702 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:00.649702 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:00.649702 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:00.649702 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:00.649702 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:00.649702 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:00.649702 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:00.649702 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:00.649702 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:00.649702 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:00.649702 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:00.649702 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:00.649702 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:00.649702 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:00.649702 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:00.649702 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:00.649702 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:00.649702 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:00.649702 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:00.649702 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:00.649702 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:00.649702 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:00.649702 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:00.649702 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:00.649702 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:00.649702 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:00.649702 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:00.649702 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:00.649702 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:00.649702 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:00.649702 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:00.649702 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:00.651723 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:00.651723 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:00.651723 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:00.651723 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:00.651723 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:00.651723 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:00.651723 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:00.651723 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:00.651723 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:00.651723 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:00.651723 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:00.651723 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:00.652378 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523b46f-34f3-40b0-abc9-f08741671704 req-604f4d0f-3e94-4e28-9703-7193af07335f tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:00.653877 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-f523b46f-34f3-40b0-abc9-f08741671704 req-604f4d0f-3e94-4e28-9703-7193af07335f tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0553477 Jan 17 18:30:00.708074 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-f523b46f-34f3-40b0-abc9-f08741671704 req-3eb4abc0-5252-44fe-9964-f1ea3f67047b tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478754 Jan 17 18:30:01.276058 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d151f1-966c-4c74-a3ba-6a51dbbaea41 req-9bb42ec9-bbee-477a-9c01-42c717cb7d8c tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:01.277477 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-44d151f1-966c-4c74-a3ba-6a51dbbaea41 req-9bb42ec9-bbee-477a-9c01-42c717cb7d8c tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=df15e74c-0684-41a5-af8c-bc8e5cd770ef HTTP/1.1" status: 200 len: 943 time: 0.0460193 Jan 17 18:30:01.325043 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-44d151f1-966c-4c74-a3ba-6a51dbbaea41 req-adc8e874-94ce-4f2b-938e-f6a7ac6deb24 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409389 Jan 17 18:30:01.824162 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40806d5-fc57-4a52-9beb-e7246c0beb2b req-732f9957-308e-44f9-bb6d-b62545df94b8 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:01.825642 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-f40806d5-fc57-4a52-9beb-e7246c0beb2b req-732f9957-308e-44f9-bb6d-b62545df94b8 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0481324 Jan 17 18:30:01.871228 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-f40806d5-fc57-4a52-9beb-e7246c0beb2b req-ec38811a-b28d-4a18-a72b-e6dd532e129f tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399148 Jan 17 18:30:02.439215 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f41e5-debf-4955-85fc-98fb34d731ce req-be82d88d-a5e6-40bd-9c11-2f302079b501 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:02.440652 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ad1f41e5-debf-4955-85fc-98fb34d731ce req-be82d88d-a5e6-40bd-9c11-2f302079b501 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=df15e74c-0684-41a5-af8c-bc8e5cd770ef HTTP/1.1" status: 200 len: 943 time: 0.0493743 Jan 17 18:30:02.485396 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ad1f41e5-debf-4955-85fc-98fb34d731ce req-ece7b638-16a1-464d-8d3e-c116b3a03e72 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393531 Jan 17 18:30:02.985336 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587446d9-2bf0-4420-8c59-1654e46ab3f8 req-02b183f2-3852-4ac4-ae44-05320ea1134a tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:02.986589 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-587446d9-2bf0-4420-8c59-1654e46ab3f8 req-02b183f2-3852-4ac4-ae44-05320ea1134a tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0496073 Jan 17 18:30:03.036980 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-587446d9-2bf0-4420-8c59-1654e46ab3f8 req-bcc12b4f-d039-49b2-9cf2-b4682d2e733a tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443456 Jan 17 18:30:03.088655 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306792c-d75a-49a1-a4c4-c9e78ed438ee req-c47179ad-e56a-4199-95fc-0ef03ec2f0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:03.090118 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-9306792c-d75a-49a1-a4c4-c9e78ed438ee req-c47179ad-e56a-4199-95fc-0ef03ec2f0d6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6565d84bc46f476997612d642cd76aa1&device_id=df15e74c-0684-41a5-af8c-bc8e5cd770ef HTTP/1.1" status: 200 len: 1096 time: 0.0412474 Jan 17 18:30:03.472328 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306792c-d75a-49a1-a4c4-c9e78ed438ee req-6b124d4a-e05c-4098-b292-b6f434711a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:03.473790 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-9306792c-d75a-49a1-a4c4-c9e78ed438ee req-6b124d4a-e05c-4098-b292-b6f434711a99 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=6565d84bc46f476997612d642cd76aa1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3500595 Jan 17 18:30:03.672839 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd11e7-1e3f-446d-96dc-9be3c43600af req-cb019cad-090e-4dab-8a6a-73f18fb45c4f tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:03.674372 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-a2dd11e7-1e3f-446d-96dc-9be3c43600af req-cb019cad-090e-4dab-8a6a-73f18fb45c4f tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=df15e74c-0684-41a5-af8c-bc8e5cd770ef HTTP/1.1" status: 200 len: 943 time: 0.1157248 Jan 17 18:30:03.690156 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306792c-d75a-49a1-a4c4-c9e78ed438ee req-e3e0c34d-1acb-4f47-91a2-9dffb8fcbce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:03.691641 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-9306792c-d75a-49a1-a4c4-c9e78ed438ee req-e3e0c34d-1acb-4f47-91a2-9dffb8fcbce2 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2072132 Jan 17 18:30:03.740140 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-a2dd11e7-1e3f-446d-96dc-9be3c43600af req-a0afa7ba-f238-44aa-8a26-e6f00ef06471 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582378 Jan 17 18:30:03.821598 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-7b76720a-31ba-4939-a1eb-a605c9d053cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:03.823127 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-7b76720a-31ba-4939-a1eb-a605c9d053cf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6565d84bc46f476997612d642cd76aa1&device_id=df15e74c-0684-41a5-af8c-bc8e5cd770ef HTTP/1.1" status: 200 len: 1096 time: 0.0424106 Jan 17 18:30:03.867780 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-f5de7a68-0a3a-4793-83f4-75038245661b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0161fe13-ca1e-4c15-9d41-6cf9f77a2a88 HTTP/1.1" status: 200 len: 217 time: 0.0367329 Jan 17 18:30:03.928897 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-32608890-5f69-446a-b0de-d522bcc89a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:03.932277 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-32608890-5f69-446a-b0de-d522bcc89a43 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=961653f6-79b2-4a60-b9e7-9e0202e89852 HTTP/1.1" status: 200 len: 855 time: 0.0559218 Jan 17 18:30:04.170473 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b1493-88b3-4ee0-97ca-0dffaf430f58 req-2b33a0d3-29bf-463d-8cce-ea10c7b36a28 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:04.172410 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-eb9b1493-88b3-4ee0-97ca-0dffaf430f58 req-2b33a0d3-29bf-463d-8cce-ea10c7b36a28 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0572288 Jan 17 18:30:04.220114 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-eb9b1493-88b3-4ee0-97ca-0dffaf430f58 req-4f6b6cc5-74fb-4f12-a683-9ea9c438d6ac tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405746 Jan 17 18:30:04.855248 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67b9d9-14a5-4eb3-83a6-f43123d8f11f req-670e734f-5614-4e3d-9e4d-a7fbc3fac400 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:04.856626 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-9b67b9d9-14a5-4eb3-83a6-f43123d8f11f req-670e734f-5614-4e3d-9e4d-a7fbc3fac400 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=df15e74c-0684-41a5-af8c-bc8e5cd770ef HTTP/1.1" status: 200 len: 943 time: 0.0476582 Jan 17 18:30:04.903967 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-9b67b9d9-14a5-4eb3-83a6-f43123d8f11f req-5801e3c8-7373-4dc4-b592-af8567fdb64e tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417764 Jan 17 18:30:04.916656 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-685b0bf2-f69e-4d12-a983-9c08df020f0b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f9fdf362-a192-4398-90ad-42753c4dbe91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248923 Jan 17 18:30:05.341746 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641dafe-6c26-4400-8b8b-5c98e15e7b84 req-4e6c454b-84c7-4841-9d92-88bee6b92ad9 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:05.343211 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4641dafe-6c26-4400-8b8b-5c98e15e7b84 req-4e6c454b-84c7-4841-9d92-88bee6b92ad9 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0524740 Jan 17 18:30:05.390384 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4641dafe-6c26-4400-8b8b-5c98e15e7b84 req-aabd0ec9-408e-476c-ae8f-ad5dfdb44c8e tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413628 Jan 17 18:30:05.899374 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-dc80c659-78a0-4cd4-b506-803bd5b6bba7 service neutron] 10.222.0.31 "GET /v2.0/networks/f9fdf362-a192-4398-90ad-42753c4dbe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807631 Jan 17 18:30:06.013501 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90ebac-ce15-465d-aa7d-8dde40973ae1 req-0405d415-2f0b-446f-9ade-0e088b4f0bc4 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:06.014955 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-0e90ebac-ce15-465d-aa7d-8dde40973ae1 req-0405d415-2f0b-446f-9ade-0e088b4f0bc4 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=df15e74c-0684-41a5-af8c-bc8e5cd770ef HTTP/1.1" status: 200 len: 943 time: 0.0474048 Jan 17 18:30:06.061611 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-0e90ebac-ce15-465d-aa7d-8dde40973ae1 req-00d13b9f-37cd-4f9e-bed5-ff434a52c757 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409894 Jan 17 18:30:06.500938 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d9ee8-1854-4997-b323-ce7e29983d54 req-e6f9b0d3-1f8a-4bdc-9bd7-1e784234b236 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:06.502396 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-559d9ee8-1854-4997-b323-ce7e29983d54 req-e6f9b0d3-1f8a-4bdc-9bd7-1e784234b236 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0473611 Jan 17 18:30:06.551287 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-559d9ee8-1854-4997-b323-ce7e29983d54 req-2b50ae59-3057-4fae-b4d3-62fea0933dff tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434527 Jan 17 18:30:07.085146 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-dad1bee6-a361-41c1-97ce-351bdcb2d574 req-319020cd-1992-41e2-b291-5d0601ab02cc service neutron] 10.222.0.31 "GET /v2.0/networks/f9fdf362-a192-4398-90ad-42753c4dbe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013935 Jan 17 18:30:07.190236 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667a9d9-d957-499b-9747-1a0dae78cd01 req-84e962ca-5343-48ac-a559-a90fd8806506 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:07.191648 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4667a9d9-d957-499b-9747-1a0dae78cd01 req-84e962ca-5343-48ac-a559-a90fd8806506 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=df15e74c-0684-41a5-af8c-bc8e5cd770ef HTTP/1.1" status: 200 len: 943 time: 0.0558105 Jan 17 18:30:07.245091 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4667a9d9-d957-499b-9747-1a0dae78cd01 req-b4936ec0-b6c5-44ac-99b8-c0d0dfa0cecf tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458913 Jan 17 18:30:07.420081 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d352ff-99fc-4c4a-88a6-4e360925fad0 req-f7a60bee-a9ca-4cdf-90a8-fa77333569b4 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:07.421526 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-87d352ff-99fc-4c4a-88a6-4e360925fad0 req-f7a60bee-a9ca-4cdf-90a8-fa77333569b4 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1fb07b8-2758-4cb4-8278-85296c1f4c1b HTTP/1.1" status: 200 len: 946 time: 0.0488863 Jan 17 18:30:07.469382 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-87d352ff-99fc-4c4a-88a6-4e360925fad0 req-df4e24eb-74c9-4e13-839c-08a799be9a00 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/security-groups?id=55ec3316-ebed-43ec-bce2-99098ecdfbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407810 Jan 17 18:30:07.678704 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1233afe-6a25-4dac-803a-46fbbc86888c req-07200adb-ea68-4a42-98d2-18a41553f625 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:07.685568 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-e1233afe-6a25-4dac-803a-46fbbc86888c req-07200adb-ea68-4a42-98d2-18a41553f625 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0639637 Jan 17 18:30:07.730787 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-e1233afe-6a25-4dac-803a-46fbbc86888c req-bde7851c-8424-43e1-908e-475ad1b849ff tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440712 Jan 17 18:30:08.366849 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154d067-10a6-49a9-96da-e68663d70aca req-b9aedeb8-416b-479b-8caa-77fd550159c9 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:08.372457 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-9154d067-10a6-49a9-96da-e68663d70aca req-b9aedeb8-416b-479b-8caa-77fd550159c9 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=df15e74c-0684-41a5-af8c-bc8e5cd770ef HTTP/1.1" status: 200 len: 943 time: 0.0591443 Jan 17 18:30:08.433535 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-9154d067-10a6-49a9-96da-e68663d70aca req-d9ce67c7-f2b9-40ba-b8c8-18b59522b752 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569274 Jan 17 18:30:08.611838 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a58737-350e-4248-8db3-6c9936eaa387 req-4d225839-93ca-4e57-a3ab-971bb6d478d5 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:08.613541 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-02a58737-350e-4248-8db3-6c9936eaa387 req-4d225839-93ca-4e57-a3ab-971bb6d478d5 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1fb07b8-2758-4cb4-8278-85296c1f4c1b HTTP/1.1" status: 200 len: 946 time: 0.0643854 Jan 17 18:30:08.669382 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-02a58737-350e-4248-8db3-6c9936eaa387 req-ffa61a96-10f9-46d8-9793-2c325898898d tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/security-groups?id=55ec3316-ebed-43ec-bce2-99098ecdfbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479422 Jan 17 18:30:08.844194 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54709b-b4b0-40bc-890e-c57b133d9022 req-bf8a60d1-f00d-4f81-b8c5-0ea3042b6f6d tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:08.845824 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4f54709b-b4b0-40bc-890e-c57b133d9022 req-bf8a60d1-f00d-4f81-b8c5-0ea3042b6f6d tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0476935 Jan 17 18:30:08.892269 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4f54709b-b4b0-40bc-890e-c57b133d9022 req-8a291fc3-40fc-4c8c-8280-f7d44f97714e tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407720 Jan 17 18:30:09.553528 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37fdb0d-7bbe-43d9-93d9-646c4f8eee73 req-9e28d24f-1ba2-4453-80ab-9ec149804788 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:09.555021 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c37fdb0d-7bbe-43d9-93d9-646c4f8eee73 req-9e28d24f-1ba2-4453-80ab-9ec149804788 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=df15e74c-0684-41a5-af8c-bc8e5cd770ef HTTP/1.1" status: 200 len: 943 time: 0.0523779 Jan 17 18:30:09.629765 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-21d26cce-3307-4b4b-ab4d-b8616ec234da req-af7dde8f-8199-4b4d-81bf-5df8dfd7a6e4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=23d9990e-ce1a-41a0-8993-35b79669c97e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0842409 Jan 17 18:30:09.635119 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c37fdb0d-7bbe-43d9-93d9-646c4f8eee73 req-9cec0b18-b4b2-46e1-a54e-89a9af2499e4 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718541 Jan 17 18:30:09.735850 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d26cce-3307-4b4b-ab4d-b8616ec234da req-fca3b449-8be7-488a-abee-2af3d7eba9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:09.737743 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-21d26cce-3307-4b4b-ab4d-b8616ec234da req-fca3b449-8be7-488a-abee-2af3d7eba9c4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6565d84bc46f476997612d642cd76aa1&device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 1099 time: 0.0548787 Jan 17 18:30:09.844027 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1a3f5-96b8-45a2-840c-9b57483f6666 req-8bd1805d-0fdd-441d-b7f3-81814535c00b tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:09.845756 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-74e1a3f5-96b8-45a2-840c-9b57483f6666 req-8bd1805d-0fdd-441d-b7f3-81814535c00b tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1fb07b8-2758-4cb4-8278-85296c1f4c1b HTTP/1.1" status: 200 len: 946 time: 0.0630467 Jan 17 18:30:09.926023 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-74e1a3f5-96b8-45a2-840c-9b57483f6666 req-f63e0dce-0282-42e2-a212-a5dea53265bb tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/security-groups?id=55ec3316-ebed-43ec-bce2-99098ecdfbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644171 Jan 17 18:30:09.926606 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d26cce-3307-4b4b-ab4d-b8616ec234da req-fa7475bc-7eaa-4ea2-875d-3c8d1adacbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:09.928815 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-21d26cce-3307-4b4b-ab4d-b8616ec234da req-fa7475bc-7eaa-4ea2-875d-3c8d1adacbb8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f9fdf362-a192-4398-90ad-42753c4dbe91 HTTP/1.1" status: 200 len: 916 time: 0.1613832 Jan 17 18:30:09.991502 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-21d26cce-3307-4b4b-ab4d-b8616ec234da req-0ddd3e14-b94d-46de-8336-8c4a22966c09 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5 HTTP/1.1" status: 200 len: 217 time: 0.0552790 Jan 17 18:30:10.067708 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d26cce-3307-4b4b-ab4d-b8616ec234da req-878a0b49-5642-4f91-8100-a39230afc341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:10.069161 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-21d26cce-3307-4b4b-ab4d-b8616ec234da req-878a0b49-5642-4f91-8100-a39230afc341 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=961653f6-79b2-4a60-b9e7-9e0202e89852 HTTP/1.1" status: 200 len: 855 time: 0.0666888 Jan 17 18:30:10.076446 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e2727-50c6-4a50-95ab-16bc157e90d2 req-14b829fc-7580-4cf8-8abd-c9f822b437a1 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:10.077795 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-662e2727-50c6-4a50-95ab-16bc157e90d2 req-14b829fc-7580-4cf8-8abd-c9f822b437a1 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0890806 Jan 17 18:30:10.124710 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-21d26cce-3307-4b4b-ab4d-b8616ec234da req-d2fab62f-c4bc-45ea-b6b1-8bbe27615160 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f9fdf362-a192-4398-90ad-42753c4dbe91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350392 Jan 17 18:30:10.178822 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 0161fe13-ca1e-4c15-9d41-6cf9f77a2a88 details requested by agent hyperv_hv-cinder-82499 with host hv-cinder-82499 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 18:30:10.193815 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-662e2727-50c6-4a50-95ab-16bc157e90d2 req-82a45a14-693a-436d-bfc8-84b477a19659 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104705 Jan 17 18:30:10.235825 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-21d26cce-3307-4b4b-ab4d-b8616ec234da req-4950486e-4250-433c-8e5f-a73f60d0b21a service neutron] 10.222.0.31 "GET /v2.0/networks/f9fdf362-a192-4398-90ad-42753c4dbe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004806 Jan 17 18:30:10.278392 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 0161fe13-ca1e-4c15-9d41-6cf9f77a2a88, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=0161fe13-ca1e-4c15-9d41-6cf9f77a2a88,segment=NetworkSegment(eab41685-dbf8-458c-809c-87ead42a6e3b),segment_id=eab41685-dbf8-458c-809c-87ead42a6e3b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:30:10.290017 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Returning: {'device': '0161fe13-ca1e-4c15-9d41-6cf9f77a2a88', 'network_id': 'f9fdf362-a192-4398-90ad-42753c4dbe91', 'port_id': '0161fe13-ca1e-4c15-9d41-6cf9f77a2a88', 'mac_address': 'fa:16:3e:bd:31:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '961653f6-79b2-4a60-b9e7-9e0202e89852', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 18:30:10.332725 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port 0161fe13-ca1e-4c15-9d41-6cf9f77a2a88 is: DOWN; New status is: BUILD {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:30:10.333123 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (0161fe13-ca1e-4c15-9d41-6cf9f77a2a88), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:10.352035 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0161fe13-ca1e-4c15-9d41-6cf9f77a2a88 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:30:10.377142 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-21d26cce-3307-4b4b-ab4d-b8616ec234da req-3c26889a-891e-4f33-8efc-84797eb9e4ae service neutron] 10.222.0.31 "GET /v2.0/networks/f9fdf362-a192-4398-90ad-42753c4dbe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267602 Jan 17 18:30:10.377352 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 0161fe13-ca1e-4c15-9d41-6cf9f77a2a88, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=0161fe13-ca1e-4c15-9d41-6cf9f77a2a88,segment=NetworkSegment(eab41685-dbf8-458c-809c-87ead42a6e3b),segment_id=eab41685-dbf8-458c-809c-87ead42a6e3b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:30:10.383704 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (0161fe13-ca1e-4c15-9d41-6cf9f77a2a88), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:10.447630 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=0161fe13-ca1e-4c15-9d41-6cf9f77a2a88,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:10.455670 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:10.456203 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:10.456554 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:10.456886 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:10.457249 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:10.457544 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:10.457870 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:10.458368 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:10.458700 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:10.459043 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:10.459743 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:10.460063 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:10.460385 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:10.483301 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189fa6e1-8774-4944-8a71-58f7682983e2 req-7750db63-4f32-4ce5-8f08-f26a984f4b2a tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:10.485571 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-189fa6e1-8774-4944-8a71-58f7682983e2 req-7750db63-4f32-4ce5-8f08-f26a984f4b2a tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1fb07b8-2758-4cb4-8278-85296c1f4c1b HTTP/1.1" status: 200 len: 946 time: 0.0665689 Jan 17 18:30:10.667205 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-189fa6e1-8774-4944-8a71-58f7682983e2 req-491f064a-38a9-4f21-8946-760bca04c095 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Deleting port 75c28ce0-4dbb-4998-81b0-c6df910c723c {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:30:10.667882 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-189fa6e1-8774-4944-8a71-58f7682983e2 req-491f064a-38a9-4f21-8946-760bca04c095 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (75c28ce0-4dbb-4998-81b0-c6df910c723c), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:10.776865 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['0161fe13-ca1e-4c15-9d41-6cf9f77a2a88'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:30:10.826170 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc520ec5-4262-4351-9566-6539db1fc0ef req-4056ed3d-7e9b-4588-8cc4-f30af466a245 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:10.827712 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-bc520ec5-4262-4351-9566-6539db1fc0ef req-4056ed3d-7e9b-4588-8cc4-f30af466a245 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=df15e74c-0684-41a5-af8c-bc8e5cd770ef HTTP/1.1" status: 200 len: 944 time: 0.0917041 Jan 17 18:30:10.834650 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-189fa6e1-8774-4944-8a71-58f7682983e2 req-491f064a-38a9-4f21-8946-760bca04c095 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] For port 75c28ce0-4dbb-4998-81b0-c6df910c723c, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=75c28ce0-4dbb-4998-81b0-c6df910c723c,segment=NetworkSegment(4cab2042-0c5f-4c5c-bed7-8f3f6af576a3),segment_id=4cab2042-0c5f-4c5c-bed7-8f3f6af576a3)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:30:10.835007 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-189fa6e1-8774-4944-8a71-58f7682983e2 req-491f064a-38a9-4f21-8946-760bca04c095 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (75c28ce0-4dbb-4998-81b0-c6df910c723c), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:10.863835 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-189fa6e1-8774-4944-8a71-58f7682983e2 req-491f064a-38a9-4f21-8946-760bca04c095 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Calling delete_port for 75c28ce0-4dbb-4998-81b0-c6df910c723c owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:30:10.959233 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-bc520ec5-4262-4351-9566-6539db1fc0ef req-9b2f8361-bd66-4c72-8dcd-374d00e6c5b4 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216335 Jan 17 18:30:11.063885 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-189fa6e1-8774-4944-8a71-58f7682983e2 req-491f064a-38a9-4f21-8946-760bca04c095 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933'] for port (75c28ce0-4dbb-4998-81b0-c6df910c723c), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:11.076059 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157c634-acd5-469e-868a-1f1082137834 req-4fa64fdf-9df8-4aef-bc45-686a336d4419 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:11.083818 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b157c634-acd5-469e-868a-1f1082137834 req-4fa64fdf-9df8-4aef-bc45-686a336d4419 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1fb07b8-2758-4cb4-8278-85296c1f4c1b HTTP/1.1" status: 200 len: 946 time: 0.0723658 Jan 17 18:30:11.086830 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['75c28ce0-4dbb-4998-81b0-c6df910c723c'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:30:11.112369 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f064a-38a9-4f21-8946-760bca04c095 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Pushing event deleted for resources: {'Port': ['ID=75c28ce0-4dbb-4998-81b0-c6df910c723c,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:11.129577 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491f064a-38a9-4f21-8946-760bca04c095 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:11.129834 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491f064a-38a9-4f21-8946-760bca04c095 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:11.130177 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491f064a-38a9-4f21-8946-760bca04c095 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:11.130509 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491f064a-38a9-4f21-8946-760bca04c095 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:11.130838 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491f064a-38a9-4f21-8946-760bca04c095 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:11.131166 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491f064a-38a9-4f21-8946-760bca04c095 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:11.131512 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491f064a-38a9-4f21-8946-760bca04c095 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:11.131851 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491f064a-38a9-4f21-8946-760bca04c095 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:11.132174 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491f064a-38a9-4f21-8946-760bca04c095 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:11.132559 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491f064a-38a9-4f21-8946-760bca04c095 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:11.132889 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491f064a-38a9-4f21-8946-760bca04c095 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:11.133208 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491f064a-38a9-4f21-8946-760bca04c095 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:11.133523 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491f064a-38a9-4f21-8946-760bca04c095 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:11.205074 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b157c634-acd5-469e-868a-1f1082137834 req-7dcdf8f4-8c36-47a3-82f3-02ebbeef7088 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/security-groups?id=55ec3316-ebed-43ec-bce2-99098ecdfbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141660 Jan 17 18:30:11.222493 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-189fa6e1-8774-4944-8a71-58f7682983e2 req-491f064a-38a9-4f21-8946-760bca04c095 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] No DVR routers for this DVR port 75c28ce0-4dbb-4998-81b0-c6df910c723c on host hv-cinder-82499 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 18:30:11.225958 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-189fa6e1-8774-4944-8a71-58f7682983e2 req-491f064a-38a9-4f21-8946-760bca04c095 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:11.229789 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-189fa6e1-8774-4944-8a71-58f7682983e2 req-491f064a-38a9-4f21-8946-760bca04c095 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.31 "DELETE /v2.0/ports/75c28ce0-4dbb-4998-81b0-c6df910c723c HTTP/1.1" status: 204 len: 173 time: 0.7388768 Jan 17 18:30:11.230390 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1fb07b8-2758-4cb4-8278-85296c1f4c1b', 'name': 'network-vif-deleted', 'tag': '75c28ce0-4dbb-4998-81b0-c6df910c723c'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:30:11.232849 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ebc6f40cb2ac68c89279b37e377f59c9ca88cf84401dffc3b34b74128c2044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5f2a71-4371-40ba-bf5e-5c7fb105d36b" -d '{"events": [{"server_uuid": "a1fb07b8-2758-4cb4-8278-85296c1f4c1b", "name": "network-vif-deleted", "tag": "75c28ce0-4dbb-4998-81b0-c6df910c723c"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:30:11.293012 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8eb7e5e-aa21-4c9c-a5e7-81eea2d2368f x-openstack-request-id: req-f8eb7e5e-aa21-4c9c-a5e7-81eea2d2368f {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:30:11.293418 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1fb07b8-2758-4cb4-8278-85296c1f4c1b", "name": "network-vif-deleted", "tag": "75c28ce0-4dbb-4998-81b0-c6df910c723c", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:30:11.293903 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f8eb7e5e-aa21-4c9c-a5e7-81eea2d2368f {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:30:11.294430 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1fb07b8-2758-4cb4-8278-85296c1f4c1b', 'name': 'network-vif-deleted', 'tag': '75c28ce0-4dbb-4998-81b0-c6df910c723c', 'status': 'completed', 'code': 200} Jan 17 18:30:11.355299 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed37a5-47c4-461a-868b-3a899d91c55c req-b321e5fa-1d3f-4ff8-b09c-157c7255e386 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:11.356830 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-faed37a5-47c4-461a-868b-3a899d91c55c req-b321e5fa-1d3f-4ff8-b09c-157c7255e386 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0532205 Jan 17 18:30:11.411021 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-faed37a5-47c4-461a-868b-3a899d91c55c req-681131b0-7d10-4080-8d4a-8aff93130575 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481803 Jan 17 18:30:12.084120 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf1a8c-e566-4d67-9887-6259e65a8beb req-d777eec6-bb27-43dc-8f67-03e1b9fe388c tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:12.085573 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-96cf1a8c-e566-4d67-9887-6259e65a8beb req-d777eec6-bb27-43dc-8f67-03e1b9fe388c tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=df15e74c-0684-41a5-af8c-bc8e5cd770ef HTTP/1.1" status: 200 len: 944 time: 0.0477560 Jan 17 18:30:12.131313 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-96cf1a8c-e566-4d67-9887-6259e65a8beb req-dce845c3-506d-45a3-b702-d0d64df540c8 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402591 Jan 17 18:30:12.325373 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-12f8b443-7aa1-4926-aa98-c4d90765d6e1 req-55cf7dfd-c857-4a3c-8c61-fd6559afd5a3 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1fb07b8-2758-4cb4-8278-85296c1f4c1b HTTP/1.1" status: 200 len: 210 time: 0.0271766 Jan 17 18:30:12.523523 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646a5c9-6d78-4e45-9a8a-2637ed1a5fef req-aa132466-45da-4113-afd9-7a713ae05adb tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:12.525001 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d646a5c9-6d78-4e45-9a8a-2637ed1a5fef req-aa132466-45da-4113-afd9-7a713ae05adb tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0471091 Jan 17 18:30:12.569804 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d646a5c9-6d78-4e45-9a8a-2637ed1a5fef req-0404675b-fcde-4bb2-9e8f-ed592f893e2a tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393777 Jan 17 18:30:12.770664 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 0161fe13-ca1e-4c15-9d41-6cf9f77a2a88 up at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:30:12.819124 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning for port 0161fe13-ca1e-4c15-9d41-6cf9f77a2a88 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 18:30:12.822609 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning complete for port 0161fe13-ca1e-4c15-9d41-6cf9f77a2a88 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:30:12.822977 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (0161fe13-ca1e-4c15-9d41-6cf9f77a2a88), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:12.896414 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port 0161fe13-ca1e-4c15-9d41-6cf9f77a2a88 is: BUILD; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:30:12.896808 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (0161fe13-ca1e-4c15-9d41-6cf9f77a2a88), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:12.923301 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df15e74c-0684-41a5-af8c-bc8e5cd770ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0161fe13-ca1e-4c15-9d41-6cf9f77a2a88'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:30:12.925512 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e36e39c9c94bd67d9c0bfa4cbed5ada700490a47b49253aa7a2931ae849a628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2676e45e-dd32-4528-ad26-f07c0f320089" -d '{"events": [{"server_uuid": "df15e74c-0684-41a5-af8c-bc8e5cd770ef", "name": "network-vif-plugged", "status": "completed", "tag": "0161fe13-ca1e-4c15-9d41-6cf9f77a2a88"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:30:12.938465 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 0161fe13-ca1e-4c15-9d41-6cf9f77a2a88, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=0161fe13-ca1e-4c15-9d41-6cf9f77a2a88,segment=NetworkSegment(eab41685-dbf8-458c-809c-87ead42a6e3b),segment_id=eab41685-dbf8-458c-809c-87ead42a6e3b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:30:12.943264 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (0161fe13-ca1e-4c15-9d41-6cf9f77a2a88), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:12.966083 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdff0d4-aeca-4e6e-a1e7-0907c6e36db0 x-openstack-request-id: req-afdff0d4-aeca-4e6e-a1e7-0907c6e36db0 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:30:12.966403 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df15e74c-0684-41a5-af8c-bc8e5cd770ef", "name": "network-vif-plugged", "status": "completed", "tag": "0161fe13-ca1e-4c15-9d41-6cf9f77a2a88", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:30:12.966656 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-afdff0d4-aeca-4e6e-a1e7-0907c6e36db0 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:30:12.967046 dv-cinder-824995-1-iscsi neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df15e74c-0684-41a5-af8c-bc8e5cd770ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0161fe13-ca1e-4c15-9d41-6cf9f77a2a88', 'code': 200} Jan 17 18:30:12.996267 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=0161fe13-ca1e-4c15-9d41-6cf9f77a2a88,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:13.248584 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904080d4-bb88-4c87-8d74-f4777a81dd05 req-23446221-ea92-42e7-b97f-2879af25f967 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:13.250221 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-904080d4-bb88-4c87-8d74-f4777a81dd05 req-23446221-ea92-42e7-b97f-2879af25f967 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=df15e74c-0684-41a5-af8c-bc8e5cd770ef HTTP/1.1" status: 200 len: 945 time: 0.0506907 Jan 17 18:30:13.295732 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-904080d4-bb88-4c87-8d74-f4777a81dd05 req-a8fafa8b-f697-4b69-b1ed-c5be8d62529b tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401449 Jan 17 18:30:13.432315 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-09c8e95d-c703-4c3e-a440-9194f1d4dcf7 req-3bb2200a-f827-4ae5-863e-d3dfa21b4c5b tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1fb07b8-2758-4cb4-8278-85296c1f4c1b HTTP/1.1" status: 200 len: 210 time: 0.0240285 Jan 17 18:30:13.679336 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fdd36-1e55-4308-bed2-7c281ef7456a req-394487e3-ca26-4527-bb8a-fe0741bec142 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:13.680837 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-114fdd36-1e55-4308-bed2-7c281ef7456a req-394487e3-ca26-4527-bb8a-fe0741bec142 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0477908 Jan 17 18:30:13.727232 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-114fdd36-1e55-4308-bed2-7c281ef7456a req-08f17ede-5fbc-4a19-8ac6-64b5c19b49a0 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406883 Jan 17 18:30:14.424616 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b4248-fa16-4edc-8ba8-8a417b34e315 req-32437526-4d4a-4fbe-97cc-1323f5755a22 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:14.426161 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-917b4248-fa16-4edc-8ba8-8a417b34e315 req-32437526-4d4a-4fbe-97cc-1323f5755a22 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=df15e74c-0684-41a5-af8c-bc8e5cd770ef HTTP/1.1" status: 200 len: 945 time: 0.0532360 Jan 17 18:30:14.472566 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-917b4248-fa16-4edc-8ba8-8a417b34e315 req-67f56aa4-f975-41b0-b3c3-85421bf9661b tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410261 Jan 17 18:30:14.560158 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-aa2d7d68-4ab8-41e9-879f-9f6efbc1de3f req-2df1133c-25c4-4a0b-ba7e-fd733cebc914 tempest-DeleteServersTestJSON-348248916 tempest-DeleteServersTestJSON-348248916-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1fb07b8-2758-4cb4-8278-85296c1f4c1b HTTP/1.1" status: 200 len: 210 time: 0.0249610 Jan 17 18:30:14.576524 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 75c28ce0-4dbb-4998-81b0-c6df910c723c no longer exists at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:30:14.603490 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] No Port match for: 75c28ce0-4dbb-4998-81b0-c6df910c723c {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:30:14.603946 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 75c28ce0-4dbb-4998-81b0-c6df910c723c not bound to the agent host hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:30:14.608298 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:14.871114 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a57df9-b5d0-482c-96f4-39952b0685ad req-e77a61ac-43a5-4cec-ab62-2263d6c4a8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:14.872626 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-a5a57df9-b5d0-482c-96f4-39952b0685ad req-e77a61ac-43a5-4cec-ab62-2263d6c4a8e5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=df15e74c-0684-41a5-af8c-bc8e5cd770ef HTTP/1.1" status: 200 len: 1098 time: 0.0739675 Jan 17 18:30:14.881862 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d69503-6f79-44da-a5ff-a18dd14c8a82 req-32abc900-4111-4368-9e03-070ce82dabce tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:14.883292 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-14d69503-6f79-44da-a5ff-a18dd14c8a82 req-32abc900-4111-4368-9e03-070ce82dabce tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0762672 Jan 17 18:30:14.949258 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-a5a57df9-b5d0-482c-96f4-39952b0685ad req-6212141d-202a-4ff7-9702-f98daf129235 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649698 Jan 17 18:30:14.957207 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-14d69503-6f79-44da-a5ff-a18dd14c8a82 req-471814f7-4f7f-4894-b13e-d1f7630f21b1 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676677 Jan 17 18:30:15.585182 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8dd57-d978-4e3a-aeab-2b3755b3ba1d req-1da9ecbe-e71c-408c-bf92-b6ad91f596e1 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:15.586668 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b0c8dd57-d978-4e3a-aeab-2b3755b3ba1d req-1da9ecbe-e71c-408c-bf92-b6ad91f596e1 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=df15e74c-0684-41a5-af8c-bc8e5cd770ef HTTP/1.1" status: 200 len: 945 time: 0.0482943 Jan 17 18:30:15.642651 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b0c8dd57-d978-4e3a-aeab-2b3755b3ba1d req-e5cf23ff-4b45-4c01-85cc-94f94e00a0ca tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500512 Jan 17 18:30:16.081339 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5bb54-111c-47b8-8ac1-584cef3ca651 req-1f3477c7-deb9-419a-b88b-7d9bd06c27a8 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:16.082786 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-52b5bb54-111c-47b8-8ac1-584cef3ca651 req-1f3477c7-deb9-419a-b88b-7d9bd06c27a8 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0483274 Jan 17 18:30:16.132824 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-52b5bb54-111c-47b8-8ac1-584cef3ca651 req-13529615-9ea5-444b-83a7-c2446a545e43 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442777 Jan 17 18:30:16.763207 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a4292-97d0-43cb-93f2-fd4fae176d78 req-4d579198-0314-42cf-8a73-9b960d1898a2 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:16.764697 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-466a4292-97d0-43cb-93f2-fd4fae176d78 req-4d579198-0314-42cf-8a73-9b960d1898a2 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=df15e74c-0684-41a5-af8c-bc8e5cd770ef HTTP/1.1" status: 200 len: 945 time: 0.0487013 Jan 17 18:30:16.813560 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-466a4292-97d0-43cb-93f2-fd4fae176d78 req-aa527906-cb67-4428-9203-bfd29dc8c400 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420003 Jan 17 18:30:17.246628 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405fe2d5-64ae-446c-a529-e5f5379c16b3 req-f0f6d088-a5f8-47b7-826c-2b3314c9a2c6 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:17.248101 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-405fe2d5-64ae-446c-a529-e5f5379c16b3 req-f0f6d088-a5f8-47b7-826c-2b3314c9a2c6 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0469458 Jan 17 18:30:17.294285 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-405fe2d5-64ae-446c-a529-e5f5379c16b3 req-6b3c898d-834e-4ff7-9270-f027b8b54b82 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399010 Jan 17 18:30:17.741709 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 53928) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:17.844256 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-43259d1b-bb6f-4c57-8fc1-b1cf5c9f722a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:17.918480 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-43259d1b-bb6f-4c57-8fc1-b1cf5c9f722a admin admin] Publish callbacks [] for security_group (1ceddcd7-1828-4c86-9c23-887301fc7b96), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:17.922479 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-43259d1b-bb6f-4c57-8fc1-b1cf5c9f722a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (1ceddcd7-1828-4c86-9c23-887301fc7b96), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:17.931489 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff37c93-489e-42ad-b3ce-2ed13bc3b3e5 req-bea4ff49-7f19-45b0-b524-9a0bfb3b94fd tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:17.932957 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-cff37c93-489e-42ad-b3ce-2ed13bc3b3e5 req-bea4ff49-7f19-45b0-b524-9a0bfb3b94fd tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=df15e74c-0684-41a5-af8c-bc8e5cd770ef HTTP/1.1" status: 200 len: 945 time: 0.0487912 Jan 17 18:30:17.962948 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-43259d1b-bb6f-4c57-8fc1-b1cf5c9f722a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=584b17bb3d934d33ae2407e9399bffff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200596 Jan 17 18:30:17.963835 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43259d1b-bb6f-4c57-8fc1-b1cf5c9f722a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ceddcd7-1828-4c86-9c23-887301fc7b96,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:17.965729 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 53936) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:17.986649 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43259d1b-bb6f-4c57-8fc1-b1cf5c9f722a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:17.987009 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43259d1b-bb6f-4c57-8fc1-b1cf5c9f722a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:17.987359 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43259d1b-bb6f-4c57-8fc1-b1cf5c9f722a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:17.987733 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43259d1b-bb6f-4c57-8fc1-b1cf5c9f722a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:17.988076 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43259d1b-bb6f-4c57-8fc1-b1cf5c9f722a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:17.988467 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43259d1b-bb6f-4c57-8fc1-b1cf5c9f722a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:17.988742 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43259d1b-bb6f-4c57-8fc1-b1cf5c9f722a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:17.989074 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43259d1b-bb6f-4c57-8fc1-b1cf5c9f722a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:17.989404 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43259d1b-bb6f-4c57-8fc1-b1cf5c9f722a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:17.989733 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43259d1b-bb6f-4c57-8fc1-b1cf5c9f722a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:17.990060 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43259d1b-bb6f-4c57-8fc1-b1cf5c9f722a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:17.990381 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43259d1b-bb6f-4c57-8fc1-b1cf5c9f722a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:17.990700 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43259d1b-bb6f-4c57-8fc1-b1cf5c9f722a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:18.007072 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-cff37c93-489e-42ad-b3ce-2ed13bc3b3e5 req-c6b4bfe0-1d12-4bb5-b092-8f0d35cc6c03 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669274 Jan 17 18:30:18.207671 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8e4a8012-d004-45ce-b492-eed6105c7dac admin admin] Publish callbacks [] for security_group (1ceddcd7-1828-4c86-9c23-887301fc7b96), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:18.228538 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8e4a8012-d004-45ce-b492-eed6105c7dac admin admin] Publish callbacks [] for security_group (1ceddcd7-1828-4c86-9c23-887301fc7b96), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:18.273935 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8e4a8012-d004-45ce-b492-eed6105c7dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (1ceddcd7-1828-4c86-9c23-887301fc7b96), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:18.276593 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8e4a8012-d004-45ce-b492-eed6105c7dac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:18.277724 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-8e4a8012-d004-45ce-b492-eed6105c7dac admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1ceddcd7-1828-4c86-9c23-887301fc7b96 HTTP/1.1" status: 204 len: 168 time: 0.3110991 Jan 17 18:30:18.286578 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a8012-d004-45ce-b492-eed6105c7dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ceddcd7-1828-4c86-9c23-887301fc7b96,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:18.414793 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890da6c2-b841-48e7-a133-0b4d3ab41244 req-e0e14b51-5c6a-4882-9874-9300bb795cea tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:18.416320 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-890da6c2-b841-48e7-a133-0b4d3ab41244 req-e0e14b51-5c6a-4882-9874-9300bb795cea tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0489326 Jan 17 18:30:18.461653 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-890da6c2-b841-48e7-a133-0b4d3ab41244 req-e27d58d5-f055-454f-88d9-2fb7b1779be9 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398476 Jan 17 18:30:18.541638 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 53948) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:18.554381 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4a6f9ae6-d770-4e5f-ab35-619b0a70e7ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:18.629405 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4a6f9ae6-d770-4e5f-ab35-619b0a70e7ce admin admin] Publish callbacks [] for security_group (c83998aa-bbb5-456d-a6fa-0a69e8ff31f5), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:18.632903 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4a6f9ae6-d770-4e5f-ab35-619b0a70e7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (c83998aa-bbb5-456d-a6fa-0a69e8ff31f5), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:18.668753 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-4a6f9ae6-d770-4e5f-ab35-619b0a70e7ce admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=931ee4020b3f43d78ee67d4175849e2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1260943 Jan 17 18:30:18.670612 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f9ae6-d770-4e5f-ab35-619b0a70e7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83998aa-bbb5-456d-a6fa-0a69e8ff31f5,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:18.671533 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 53950) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:18.723791 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28e7a73f-8d53-4980-a9a7-58c036ef8a65 admin admin] Publish callbacks [] for security_group (c83998aa-bbb5-456d-a6fa-0a69e8ff31f5), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:18.743925 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28e7a73f-8d53-4980-a9a7-58c036ef8a65 admin admin] Publish callbacks [] for security_group (c83998aa-bbb5-456d-a6fa-0a69e8ff31f5), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:18.788916 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28e7a73f-8d53-4980-a9a7-58c036ef8a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (c83998aa-bbb5-456d-a6fa-0a69e8ff31f5), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:18.791619 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28e7a73f-8d53-4980-a9a7-58c036ef8a65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:18.792755 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-28e7a73f-8d53-4980-a9a7-58c036ef8a65 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c83998aa-bbb5-456d-a6fa-0a69e8ff31f5 HTTP/1.1" status: 204 len: 168 time: 0.1195402 Jan 17 18:30:18.800063 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7a73f-8d53-4980-a9a7-58c036ef8a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83998aa-bbb5-456d-a6fa-0a69e8ff31f5,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:19.147854 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd2478-d2e2-46c7-abfa-9ab20052bc03 req-c5edf82c-b7c7-4158-b0c4-ef37560df340 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:19.149342 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-10bd2478-d2e2-46c7-abfa-9ab20052bc03 req-c5edf82c-b7c7-4158-b0c4-ef37560df340 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=df15e74c-0684-41a5-af8c-bc8e5cd770ef HTTP/1.1" status: 200 len: 945 time: 0.0568473 Jan 17 18:30:19.197018 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-10bd2478-d2e2-46c7-abfa-9ab20052bc03 req-55114918-319b-46a1-914d-e6badf9edbb9 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422080 Jan 17 18:30:19.578988 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19226d2c-4eb0-4439-9184-d23facfd41ae req-b7c4e704-2d48-4d9e-adc3-a74aa357b1d7 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:19.580432 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-19226d2c-4eb0-4439-9184-d23facfd41ae req-b7c4e704-2d48-4d9e-adc3-a74aa357b1d7 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0481851 Jan 17 18:30:19.628781 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-19226d2c-4eb0-4439-9184-d23facfd41ae req-f63d2a92-ae07-4405-94d5-79f39fa62277 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421817 Jan 17 18:30:20.332030 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc115f2-7e13-43bc-87a6-24f2d7208a0e req-9f159ecc-0df9-4f97-bb72-a674cc1a851b tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:20.333536 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-efc115f2-7e13-43bc-87a6-24f2d7208a0e req-9f159ecc-0df9-4f97-bb72-a674cc1a851b tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=df15e74c-0684-41a5-af8c-bc8e5cd770ef HTTP/1.1" status: 200 len: 945 time: 0.0561817 Jan 17 18:30:20.389020 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-efc115f2-7e13-43bc-87a6-24f2d7208a0e req-6215d558-494d-4313-98f2-2e5566c6578e tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498712 Jan 17 18:30:20.777094 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327daa70-1c35-458f-8e41-9b7ee79dc086 req-2435f110-c613-4808-9ecc-71ef61ab2412 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:20.778581 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-327daa70-1c35-458f-8e41-9b7ee79dc086 req-2435f110-c613-4808-9ecc-71ef61ab2412 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0556042 Jan 17 18:30:20.833474 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-327daa70-1c35-458f-8e41-9b7ee79dc086 req-09816130-142a-4c82-870a-a58540dbf0fe tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478632 Jan 17 18:30:21.057966 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8a759162-1539-44c7-b71d-080ffa9cdbe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:21.177231 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 54044) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:21.226619 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d383988-ae1c-4595-82ea-8fe6f2239fce admin admin] Deleting subnet aef80ff5-588c-4824-85bf-241b4c536509 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 18:30:21.229693 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0d383988-ae1c-4595-82ea-8fe6f2239fce admin admin] Publish callbacks [] for subnet (aef80ff5-588c-4824-85bf-241b4c536509), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:21.263822 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0d383988-ae1c-4595-82ea-8fe6f2239fce admin admin] Publish callbacks [] for subnet (aef80ff5-588c-4824-85bf-241b4c536509), precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:21.273195 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0d383988-ae1c-4595-82ea-8fe6f2239fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16255576'] for subnet (aef80ff5-588c-4824-85bf-241b4c536509), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:21.331061 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0d383988-ae1c-4595-82ea-8fe6f2239fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16255567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506'] for subnet (aef80ff5-588c-4824-85bf-241b4c536509), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:21.344952 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0d383988-ae1c-4595-82ea-8fe6f2239fce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:21.350462 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-0d383988-ae1c-4595-82ea-8fe6f2239fce admin admin] 10.222.0.57 "DELETE /v2.0/subnets/aef80ff5-588c-4824-85bf-241b4c536509 HTTP/1.1" status: 204 len: 168 time: 0.1698613 Jan 17 18:30:21.350950 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 54050) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:21.369490 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d383988-ae1c-4595-82ea-8fe6f2239fce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aef80ff5-588c-4824-85bf-241b4c536509,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:21.441207 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f24f4976-a9ac-4697-9fc0-fef7d35bb85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16714788'] for network (b71d7012-2825-4beb-9dcf-494a46619792), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:21.515913 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f7aa6-b268-4288-959b-7e141631af83 req-d046c11f-9f80-4ee0-b8f2-f637822777c0 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:21.517474 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-965f7aa6-b268-4288-959b-7e141631af83 req-d046c11f-9f80-4ee0-b8f2-f637822777c0 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=df15e74c-0684-41a5-af8c-bc8e5cd770ef HTTP/1.1" status: 200 len: 945 time: 0.0502934 Jan 17 18:30:21.523205 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f24f4976-a9ac-4697-9fc0-fef7d35bb85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16256479', 'neutron.services.segments.db._delete_segments_for_network-8736374233384'] for network (b71d7012-2825-4beb-9dcf-494a46619792), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:21.543946 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f24f4976-a9ac-4697-9fc0-fef7d35bb85a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:30:21.544307 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f24f4976-a9ac-4697-9fc0-fef7d35bb85a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:30:21.545079 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f24f4976-a9ac-4697-9fc0-fef7d35bb85a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:30:21.545434 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f24f4976-a9ac-4697-9fc0-fef7d35bb85a admin admin] Subscribe: > port after_create 55550000 {{(pid=102422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:30:21.545776 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f24f4976-a9ac-4697-9fc0-fef7d35bb85a admin admin] Subscribe: > port after_delete 55550000 {{(pid=102422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:30:21.546123 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f24f4976-a9ac-4697-9fc0-fef7d35bb85a admin admin] Subscribe: > port after_update 55550000 {{(pid=102422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:30:21.547000 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f24f4976-a9ac-4697-9fc0-fef7d35bb85a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:30:21.547761 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f24f4976-a9ac-4697-9fc0-fef7d35bb85a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:30:21.547859 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f24f4976-a9ac-4697-9fc0-fef7d35bb85a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:30:21.548168 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f24f4976-a9ac-4697-9fc0-fef7d35bb85a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:30:21.570716 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-965f7aa6-b268-4288-959b-7e141631af83 req-2f58fc91-6fb5-4462-a0df-800e25a2e85f tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464013 Jan 17 18:30:21.697146 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f24f4976-a9ac-4697-9fc0-fef7d35bb85a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:30:21.697514 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f24f4976-a9ac-4697-9fc0-fef7d35bb85a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:30:21.697844 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f24f4976-a9ac-4697-9fc0-fef7d35bb85a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:30:21.698169 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f24f4976-a9ac-4697-9fc0-fef7d35bb85a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:30:21.698615 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.services.segments.db [None req-f24f4976-a9ac-4697-9fc0-fef7d35bb85a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b71d7012-2825-4beb-9dcf-494a46619792']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:30:21.716107 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.services.segments.db [None req-f24f4976-a9ac-4697-9fc0-fef7d35bb85a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cab2042-0c5f-4c5c-bed7-8f3f6af576a3') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:30:21.716402 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.services.segments.db [None req-f24f4976-a9ac-4697-9fc0-fef7d35bb85a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cab2042-0c5f-4c5c-bed7-8f3f6af576a3') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:30:21.733321 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f24f4976-a9ac-4697-9fc0-fef7d35bb85a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736374233137', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558899'] for segment (4cab2042-0c5f-4c5c-bed7-8f3f6af576a3), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:21.758928 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f24f4976-a9ac-4697-9fc0-fef7d35bb85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749'] for segment (4cab2042-0c5f-4c5c-bed7-8f3f6af576a3), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:21.768595 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f24f4976-a9ac-4697-9fc0-fef7d35bb85a admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 18:30:21.769016 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f24f4976-a9ac-4697-9fc0-fef7d35bb85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260167976'] for segment (4cab2042-0c5f-4c5c-bed7-8f3f6af576a3), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: Traceback (most recent call last): Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: timer() Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: cb(*args, **kw) Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: return func(*args, **kwargs) Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: self._notify() Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: self.callback(batched_events) Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: event.method(event) Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: return f(self, *a, **k) Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: return self._get(url).json() Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: return self.request(url, 'GET', **kwargs) Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 18:30:21.791414 dv-cinder-824995-1-iscsi neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 18:30:21.846512 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f24f4976-a9ac-4697-9fc0-fef7d35bb85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16256454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565532'] for network (b71d7012-2825-4beb-9dcf-494a46619792), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:21.866646 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f24f4976-a9ac-4697-9fc0-fef7d35bb85a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for network (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:21.868184 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-f24f4976-a9ac-4697-9fc0-fef7d35bb85a admin admin] 10.222.0.57 "DELETE /v2.0/networks/b71d7012-2825-4beb-9dcf-494a46619792 HTTP/1.1" status: 204 len: 168 time: 0.5160186 Jan 17 18:30:21.869259 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f4976-a9ac-4697-9fc0-fef7d35bb85a admin admin] Pushing event deleted for resources: {'Network': ['ID=b71d7012-2825-4beb-9dcf-494a46619792,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:22.066564 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 54090) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:22.117274 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-066b3459-eed4-4bd4-97b3-a1020e8aad01 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6657ac8e60b144e0a5838057fcde4565&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0489864 Jan 17 18:30:22.123295 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 54096) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:22.149363 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d3121-e4e7-4fb2-99e4-b84390c343bd req-4d10a24c-30f8-47d4-9515-15a860514eba tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:22.150941 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-544d3121-e4e7-4fb2-99e4-b84390c343bd req-4d10a24c-30f8-47d4-9515-15a860514eba tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0502164 Jan 17 18:30:22.175284 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-70744fc4-5287-4574-bc7a-35ed0826015c admin admin] Publish callbacks [] for security_group (55ec3316-ebed-43ec-bce2-99098ecdfbb3), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:22.197423 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-70744fc4-5287-4574-bc7a-35ed0826015c admin admin] Publish callbacks [] for security_group (55ec3316-ebed-43ec-bce2-99098ecdfbb3), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:22.208195 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-544d3121-e4e7-4fb2-99e4-b84390c343bd req-0b4a3c71-f7ff-4730-950d-c4dc40378e0b tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504718 Jan 17 18:30:22.256693 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-70744fc4-5287-4574-bc7a-35ed0826015c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (55ec3316-ebed-43ec-bce2-99098ecdfbb3), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:22.259558 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-70744fc4-5287-4574-bc7a-35ed0826015c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:22.262965 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-70744fc4-5287-4574-bc7a-35ed0826015c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/55ec3316-ebed-43ec-bce2-99098ecdfbb3 HTTP/1.1" status: 204 len: 168 time: 0.1396711 Jan 17 18:30:22.269812 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70744fc4-5287-4574-bc7a-35ed0826015c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ec3316-ebed-43ec-bce2-99098ecdfbb3,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:22.935008 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 54126) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:23.031278 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-5e87a356-b38f-4794-be9d-1ae71f7d8cd0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1342640713-network', 'tenant_id': 'd096303fa7e14469b06f7686921b4815'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:30:23.055310 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e87a356-b38f-4794-be9d-1ae71f7d8cd0 admin admin] Made reservation on behalf of d096303fa7e14469b06f7686921b4815 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:30:23.057568 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5e87a356-b38f-4794-be9d-1ae71f7d8cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for network (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:23.066415 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5e87a356-b38f-4794-be9d-1ae71f7d8cd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:23.150069 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5e87a356-b38f-4794-be9d-1ae71f7d8cd0 admin admin] Publish callbacks [] for security_group (9ce221a5-70b9-4d7b-94d8-e66e3703a5c0), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:23.153951 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5e87a356-b38f-4794-be9d-1ae71f7d8cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (9ce221a5-70b9-4d7b-94d8-e66e3703a5c0), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:23.175754 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e87a356-b38f-4794-be9d-1ae71f7d8cd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 18:30:23.189474 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87a356-b38f-4794-be9d-1ae71f7d8cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce221a5-70b9-4d7b-94d8-e66e3703a5c0,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:23.194011 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5e87a356-b38f-4794-be9d-1ae71f7d8cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749'] for segment (28f97c74-2665-417e-af27-3e207ad9c913), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:23.194351 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.db.segments_db [None req-5e87a356-b38f-4794-be9d-1ae71f7d8cd0 admin admin] Added segment 28f97c74-2665-417e-af27-3e207ad9c913 of type vlan for network 0ef68749-9171-4b0e-b0ff-71ca96f8b9b1 Jan 17 18:30:23.234637 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5e87a356-b38f-4794-be9d-1ae71f7d8cd0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736373697190'] for network (0ef68749-9171-4b0e-b0ff-71ca96f8b9b1), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:23.261276 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5e87a356-b38f-4794-be9d-1ae71f7d8cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506'] for network (0ef68749-9171-4b0e-b0ff-71ca96f8b9b1), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:23.262246 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e87a356-b38f-4794-be9d-1ae71f7d8cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:23.262837 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5e87a356-b38f-4794-be9d-1ae71f7d8cd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for network (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:23.353505 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-578f0db7-12f0-4dc0-b6f0-0455b13682da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:23.360907 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-5e87a356-b38f-4794-be9d-1ae71f7d8cd0 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4242659 Jan 17 18:30:23.361092 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 54140) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:23.366143 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-5ebdba94-ba4a-40d4-8747-57f7cc7ca789 admin admin] Request body: {'subnet': {'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1342640713-subnet', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:30:23.368999 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87a356-b38f-4794-be9d-1ae71f7d8cd0 admin admin] Pushing event updated for resources: {'Network': ['ID=0ef68749-9171-4b0e-b0ff-71ca96f8b9b1,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:23.381350 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Network 0ef68749-9171-4b0e-b0ff-71ca96f8b9b1 details requested by agent ovs-agent-dv-cinder-824995-1-iscsi with host dv-cinder-824995-1-iscsi {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 18:30:23.388431 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f639d-bcc2-4912-ab6f-5f3ad095be07 req-4677ac0d-cb7d-4e06-92f6-2fe30c942749 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:23.389965 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4a1f639d-bcc2-4912-ab6f-5f3ad095be07 req-4677ac0d-cb7d-4e06-92f6-2fe30c942749 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0771551 Jan 17 18:30:23.398740 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebdba94-ba4a-40d4-8747-57f7cc7ca789 admin admin] Made reservation on behalf of d096303fa7e14469b06f7686921b4815 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:30:23.401459 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ebdba94-ba4a-40d4-8747-57f7cc7ca789 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:23.443069 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4a1f639d-bcc2-4912-ab6f-5f3ad095be07 req-66f02209-25f4-4fd2-9f66-51732fa61e43 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454774 Jan 17 18:30:23.778385 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ebdba94-ba4a-40d4-8747-57f7cc7ca789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506'] for subnet (12a2e9e0-96ba-4d9c-8bea-1826f92be4cf), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:23.830093 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebdba94-ba4a-40d4-8747-57f7cc7ca789 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12a2e9e0-96ba-4d9c-8bea-1826f92be4cf,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:23.845776 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebdba94-ba4a-40d4-8747-57f7cc7ca789 admin admin] Checking segment: {'id': '28f97c74-2665-417e-af27-3e207ad9c913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:30:23.846125 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebdba94-ba4a-40d4-8747-57f7cc7ca789 admin admin] Network hostable DHCP agents. Network: 0ef68749-9171-4b0e-b0ff-71ca96f8b9b1, hostable agents: ['94683317-8c70-4890-b431-46000499a1c4'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 18:30:23.862940 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebdba94-ba4a-40d4-8747-57f7cc7ca789 admin admin] Network 0ef68749-9171-4b0e-b0ff-71ca96f8b9b1 is scheduled to be hosted by DHCP agent 94683317-8c70-4890-b431-46000499a1c4 with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 18:30:23.871803 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-5ebdba94-ba4a-40d4-8747-57f7cc7ca789 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824995-1-iscsi, 0ef68749-9171-4b0e-b0ff-71ca96f8b9b1) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:30:23.876349 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebdba94-ba4a-40d4-8747-57f7cc7ca789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:23.876932 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ebdba94-ba4a-40d4-8747-57f7cc7ca789 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:23.881315 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2be355-0a30-41c5-8595-ef3e15ead04b None None] Network 0ef68749-9171-4b0e-b0ff-71ca96f8b9b1 requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:30:23.893664 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-5ebdba94-ba4a-40d4-8747-57f7cc7ca789 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5319209 Jan 17 18:30:23.896367 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 54144) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:23.900852 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-1e85c0ea-8e33-4884-b6cc-f5756d90095a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1342640713-router', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:30:23.925189 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1e85c0ea-8e33-4884-b6cc-f5756d90095a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31965'] for router (4fec0bf5-f9e5-4314-9f49-6c3ca14634cb), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:23.926177 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1e85c0ea-8e33-4884-b6cc-f5756d90095a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-658330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31974'] for router (4fec0bf5-f9e5-4314-9f49-6c3ca14634cb), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:23.979607 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1e85c0ea-8e33-4884-b6cc-f5756d90095a admin admin] Publish callbacks [] for router_controller (4fec0bf5-f9e5-4314-9f49-6c3ca14634cb), precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:23.989198 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55b907b-9530-4cbd-b7b3-498bb1c4f6f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95e1d24f-6bb3-50e3-943a-1efa89be4733-0ef68749-9171-4b0e-b0ff-71ca96f8b9b1', 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1', 'project_id': 'd096303fa7e14469b06f7686921b4815', 'fixed_ips': [{'subnet_id': '12a2e9e0-96ba-4d9c-8bea-1826f92be4cf'}]}} from dv-cinder-824995-1-iscsi. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 18:30:23.990166 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a55b907b-9530-4cbd-b7b3-498bb1c4f6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:24.131139 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1e85c0ea-8e33-4884-b6cc-f5756d90095a admin admin] Publish callbacks [] for router_gateway (4fec0bf5-f9e5-4314-9f49-6c3ca14634cb), precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:24.154323 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-a55b907b-9530-4cbd-b7b3-498bb1c4f6f4 None None] Allocated IP 172.20.0.2 (0ef68749-9171-4b0e-b0ff-71ca96f8b9b1/12a2e9e0-96ba-4d9c-8bea-1826f92be4cf/1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:30:24.305596 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a55b907b-9530-4cbd-b7b3-498bb1c4f6f4 None None] Publish callbacks [] for port (1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7), precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:24.314283 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a55b907b-9530-4cbd-b7b3-498bb1c4f6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924'] for port (1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7), after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:24.337812 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1e85c0ea-8e33-4884-b6cc-f5756d90095a admin admin] Publish callbacks [] for router_gateway (4fec0bf5-f9e5-4314-9f49-6c3ca14634cb), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:24.355134 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55b907b-9530-4cbd-b7b3-498bb1c4f6f4 None None] Network 0ef68749-9171-4b0e-b0ff-71ca96f8b9b1 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:30:24.358045 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-a55b907b-9530-4cbd-b7b3-498bb1c4f6f4 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:30:24.361852 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55b907b-9530-4cbd-b7b3-498bb1c4f6f4 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:30:24.363569 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1e85c0ea-8e33-4884-b6cc-f5756d90095a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:24.372457 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b907b-9530-4cbd-b7b3-498bb1c4f6f4 None None] Pushing event updated for resources: {'Port': ['ID=1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:24.431916 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a55b907b-9530-4cbd-b7b3-498bb1c4f6f4 None None] Attempting to bind port 1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7 on host dv-cinder-824995-1-iscsi for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:30:24.432371 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a55b907b-9530-4cbd-b7b3-498bb1c4f6f4 None None] Attempting to bind port 1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7 by drivers openvswitch,hyperv on host dv-cinder-824995-1-iscsi at level 0 using segments [{'id': '28f97c74-2665-417e-af27-3e207ad9c913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:30:24.432803 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55b907b-9530-4cbd-b7b3-498bb1c4f6f4 None None] Attempting to bind port 1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7 on network 0ef68749-9171-4b0e-b0ff-71ca96f8b9b1 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:30:24.438255 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55b907b-9530-4cbd-b7b3-498bb1c4f6f4 None None] Checking agent: {'id': 'df58d820-fcc5-4fb7-897c-d0f1a16030b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 21, 27), 'started_at': datetime.datetime(2022, 1, 17, 18, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:30:24.438635 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55b907b-9530-4cbd-b7b3-498bb1c4f6f4 None None] Checking segment: {'id': '28f97c74-2665-417e-af27-3e207ad9c913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:30:24.439043 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a55b907b-9530-4cbd-b7b3-498bb1c4f6f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:24.439459 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55b907b-9530-4cbd-b7b3-498bb1c4f6f4 None None] Bound using segment: {'id': '28f97c74-2665-417e-af27-3e207ad9c913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:30:24.439940 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a55b907b-9530-4cbd-b7b3-498bb1c4f6f4 None None] Bound port: 1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7, host: dv-cinder-824995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f97c74-2665-417e-af27-3e207ad9c913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:30:24.440323 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a55b907b-9530-4cbd-b7b3-498bb1c4f6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:24.477317 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-1e85c0ea-8e33-4884-b6cc-f5756d90095a admin admin] Allocated IP 172.27.3.115 (9ec40da0-3fb2-40ad-97b9-056b5e7103fe/10c42aa5-d9d6-40a2-95c7-0d399aece660/8c547ed4-8605-4a2c-83de-49e2ac0aeffe) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:30:24.535965 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-a55b907b-9530-4cbd-b7b3-498bb1c4f6f4 None None] For port 1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7, host dv-cinder-824995-1-iscsi, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:30:24.549359 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-a55b907b-9530-4cbd-b7b3-498bb1c4f6f4 None None] For port 1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7, host dv-cinder-824995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7,segment=NetworkSegment(28f97c74-2665-417e-af27-3e207ad9c913),segment_id=28f97c74-2665-417e-af27-3e207ad9c913)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:30:24.550541 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:24.560238 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a55b907b-9530-4cbd-b7b3-498bb1c4f6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:24.601622 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935833b-e8fc-4757-916b-ad29229230d1 req-b92552a1-43f6-4be3-835a-b4edb3a22d58 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:24.609684 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-5935833b-e8fc-4757-916b-ad29229230d1 req-b92552a1-43f6-4be3-835a-b4edb3a22d58 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0805194 Jan 17 18:30:24.628299 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1e85c0ea-8e33-4884-b6cc-f5756d90095a admin admin] Publish callbacks [] for port (8c547ed4-8605-4a2c-83de-49e2ac0aeffe), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:24.641211 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b907b-9530-4cbd-b7b3-498bb1c4f6f4 None None] Pushing event updated for resources: {'Port': ['ID=1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:24.665530 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-5935833b-e8fc-4757-916b-ad29229230d1 req-a25e4e8f-95b4-41e8-b014-b46c4a581a37 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540943 Jan 17 18:30:24.672829 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1e85c0ea-8e33-4884-b6cc-f5756d90095a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924'] for port (8c547ed4-8605-4a2c-83de-49e2ac0aeffe), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:24.751943 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e85c0ea-8e33-4884-b6cc-f5756d90095a admin admin] Network 9ec40da0-3fb2-40ad-97b9-056b5e7103fe is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:30:24.755150 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-1e85c0ea-8e33-4884-b6cc-f5756d90095a admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:30:24.760763 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e85c0ea-8e33-4884-b6cc-f5756d90095a admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:30:24.764091 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85c0ea-8e33-4884-b6cc-f5756d90095a admin admin] Pushing event updated for resources: {'Port': ['ID=8c547ed4-8605-4a2c-83de-49e2ac0aeffe,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:25.079897 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1e85c0ea-8e33-4884-b6cc-f5756d90095a admin admin] Publish callbacks [] for router_gateway (4fec0bf5-f9e5-4314-9f49-6c3ca14634cb), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:25.158499 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7 up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:30:25.223432 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port 1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:30:25.223747 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:25.344166 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1e85c0ea-8e33-4884-b6cc-f5756d90095a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565588'] for router (4fec0bf5-f9e5-4314-9f49-6c3ca14634cb), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:25.375204 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port 1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7 is: DOWN; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:30:25.376352 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:25.442683 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] For port 1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7,segment=NetworkSegment(28f97c74-2665-417e-af27-3e207ad9c913),segment_id=28f97c74-2665-417e-af27-3e207ad9c913)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:30:25.450753 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:25.541552 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Pushing event updated for resources: {'Port': ['ID=1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:25.587727 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e85c0ea-8e33-4884-b6cc-f5756d90095a admin admin] Router 4fec0bf5-f9e5-4314-9f49-6c3ca14634cb is scheduled to L3 agent f711a738-9445-49a6-871d-c35940c1a323 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 18:30:25.830389 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e85c0ea-8e33-4884-b6cc-f5756d90095a admin admin] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:30:25.839694 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa902446-abad-408e-b09c-18c7d7e39410 None None] Sync routers for ids ['4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'] in dv-cinder-824995-1-iscsi {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:30:25.854123 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa902446-abad-408e-b09c-18c7d7e39410 None None] Routers {'4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:30:25.856935 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-aa902446-abad-408e-b09c-18c7d7e39410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:30:23Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:30:25.876003 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1e85c0ea-8e33-4884-b6cc-f5756d90095a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:25.879915 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-1e85c0ea-8e33-4884-b6cc-f5756d90095a admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9799831 Jan 17 18:30:25.882823 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 54226) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:25.900191 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d6e0c-59cd-4429-9c35-a0e7bfcded3f req-c157da37-d708-4c9e-86e6-2393af933bcd tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:25.902565 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b22d6e0c-59cd-4429-9c35-a0e7bfcded3f req-c157da37-d708-4c9e-86e6-2393af933bcd tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.1048265 Jan 17 18:30:25.997997 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51efb4f0-caa8-4f88-8e4c-e4a0d0153820 None None] Network 0ef68749-9171-4b0e-b0ff-71ca96f8b9b1 requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:30:26.040302 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b22d6e0c-59cd-4429-9c35-a0e7bfcded3f req-fabcae19-1560-444d-8657-5c89eb43fd55 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303151 Jan 17 18:30:26.050390 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-aa902446-abad-408e-b09c-18c7d7e39410 None None] Set router 4fec0bf5-f9e5-4314-9f49-6c3ca14634cb gateway port host: dv-cinder-824995-1-iscsi {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:30:26.127402 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f6dfdb6a-003e-442d-bc03-68f112a3ce99 None None] Provisioning complete for port 1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:30:26.127802 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f6dfdb6a-003e-442d-bc03-68f112a3ce99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:26.135783 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:26.242997 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a1dc8-8057-454f-a632-84444751a676 req-bfb68c1c-fc4c-4ab6-bf91-bf28a2861f8c tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:26.252356 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-c56a1dc8-8057-454f-a632-84444751a676 req-bfb68c1c-fc4c-4ab6-bf91-bf28a2861f8c tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/networks?id=f9fdf362-a192-4398-90ad-42753c4dbe91 HTTP/1.1" status: 200 len: 815 time: 0.1946499 Jan 17 18:30:26.280174 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-c56a1dc8-8057-454f-a632-84444751a676 req-edc095df-5fe6-431d-b6f2-10fa4ca4cc51 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/quotas/6565d84bc46f476997612d642cd76aa1 HTTP/1.1" status: 200 len: 375 time: 0.0257671 Jan 17 18:30:26.300737 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-f6dfdb6a-003e-442d-bc03-68f112a3ce99 None None] Current status of the port 1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7 is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:30:26.328158 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-aa902446-abad-408e-b09c-18c7d7e39410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'name': 'tempest-AttachVolumeTestJSON-1342640713-router', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '8c547ed4-8605-4a2c-83de-49e2ac0aeffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:23Z', 'updated_at': '2022-01-17T18:30:24Z', 'revision_number': 3, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'gw_port': {'id': '8c547ed4-8605-4a2c-83de-49e2ac0aeffe', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:24Z', 'updated_at': '2022-01-17T18:30:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi'}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:30:26.385375 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa902446-abad-408e-b09c-18c7d7e39410 None None] Checking router: 4fec0bf5-f9e5-4314-9f49-6c3ca14634cb for host: dv-cinder-824995-1-iscsi {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:30:26.386526 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa902446-abad-408e-b09c-18c7d7e39410 None None] Updating router 4fec0bf5-f9e5-4314-9f49-6c3ca14634cb port 8c547ed4-8605-4a2c-83de-49e2ac0aeffe binding host dv-cinder-824995-1-iscsi {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 18:30:26.426315 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-c56a1dc8-8057-454f-a632-84444751a676 req-ebb169fa-81f7-4783-8205-f0c15fd221bf tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6565d84bc46f476997612d642cd76aa1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1451707 Jan 17 18:30:26.444829 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-aa902446-abad-408e-b09c-18c7d7e39410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (8c547ed4-8605-4a2c-83de-49e2ac0aeffe), before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:26.628817 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-7ebff1b3-08ca-417f-804a-2e87b285632f None None] Provisioning complete for port 1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:30:26.629421 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7ebff1b3-08ca-417f-804a-2e87b285632f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:26.649366 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-c56a1dc8-8057-454f-a632-84444751a676 req-9b61b1ce-eebc-47a6-a8bc-2dc06c512b7b service neutron] 10.222.0.57 "GET /v2.0/networks/f9fdf362-a192-4398-90ad-42753c4dbe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137673 Jan 17 18:30:26.718031 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 54274) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:26.740583 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-7ebff1b3-08ca-417f-804a-2e87b285632f None None] Current status of the port 1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7 is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:30:26.789734 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-c56a1dc8-8057-454f-a632-84444751a676 req-22a708e5-4e75-49bf-a087-bec883501dc3 service neutron] 10.222.0.57 "GET /v2.0/networks/f9fdf362-a192-4398-90ad-42753c4dbe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320407 Jan 17 18:30:26.790739 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-aa902446-abad-408e-b09c-18c7d7e39410 None None] Publish callbacks [] for port (8c547ed4-8605-4a2c-83de-49e2ac0aeffe), precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:26.802435 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-aa902446-abad-408e-b09c-18c7d7e39410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (8c547ed4-8605-4a2c-83de-49e2ac0aeffe), after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:26.841265 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3d8bde08-e850-4e10-a49b-199edf37a2a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:26.857264 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd986f63-809d-47b4-bc61-098d006526c1 None None] Pushing event updated for resources: {'Port': ['ID=8c547ed4-8605-4a2c-83de-49e2ac0aeffe,revision_number=2']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:26.866613 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd986f63-809d-47b4-bc61-098d006526c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:26.867196 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd986f63-809d-47b4-bc61-098d006526c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:26.867587 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd986f63-809d-47b4-bc61-098d006526c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:26.868011 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd986f63-809d-47b4-bc61-098d006526c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:26.868399 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd986f63-809d-47b4-bc61-098d006526c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:26.868838 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd986f63-809d-47b4-bc61-098d006526c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:26.869252 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd986f63-809d-47b4-bc61-098d006526c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:26.869619 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd986f63-809d-47b4-bc61-098d006526c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:26.869950 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd986f63-809d-47b4-bc61-098d006526c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:26.870307 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd986f63-809d-47b4-bc61-098d006526c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:26.870668 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd986f63-809d-47b4-bc61-098d006526c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:26.870994 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd986f63-809d-47b4-bc61-098d006526c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:26.871344 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd986f63-809d-47b4-bc61-098d006526c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:30:26.880614 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-77e74aff-2f1b-4b34-b57b-bd8414129e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:26.904996 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-aa902446-abad-408e-b09c-18c7d7e39410 None None] Attempting to bind port 8c547ed4-8605-4a2c-83de-49e2ac0aeffe on host dv-cinder-824995-1-iscsi for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:30:26.905403 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-aa902446-abad-408e-b09c-18c7d7e39410 None None] Attempting to bind port 8c547ed4-8605-4a2c-83de-49e2ac0aeffe by drivers openvswitch,hyperv on host dv-cinder-824995-1-iscsi at level 0 using segments [{'id': '8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:30:26.906791 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa902446-abad-408e-b09c-18c7d7e39410 None None] Attempting to bind port 8c547ed4-8605-4a2c-83de-49e2ac0aeffe on network 9ec40da0-3fb2-40ad-97b9-056b5e7103fe {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:30:26.929671 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa902446-abad-408e-b09c-18c7d7e39410 None None] Checking agent: {'id': 'df58d820-fcc5-4fb7-897c-d0f1a16030b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 21, 27), 'started_at': datetime.datetime(2022, 1, 17, 18, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:30:26.930058 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa902446-abad-408e-b09c-18c7d7e39410 None None] Checking segment: {'id': '8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:30:26.932991 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-aa902446-abad-408e-b09c-18c7d7e39410 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:26.933413 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa902446-abad-408e-b09c-18c7d7e39410 None None] Bound using segment: {'id': '8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:30:26.934325 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-aa902446-abad-408e-b09c-18c7d7e39410 None None] Bound port: 8c547ed4-8605-4a2c-83de-49e2ac0aeffe, host: dv-cinder-824995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:30:26.934716 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-aa902446-abad-408e-b09c-18c7d7e39410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (8c547ed4-8605-4a2c-83de-49e2ac0aeffe), before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:26.939993 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3d8bde08-e850-4e10-a49b-199edf37a2a2 admin admin] Publish callbacks [] for security_group (745243e8-659c-4c75-ab34-82b7392ea408), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:26.947189 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3d8bde08-e850-4e10-a49b-199edf37a2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (745243e8-659c-4c75-ab34-82b7392ea408), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:26.995185 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-3d8bde08-e850-4e10-a49b-199edf37a2a2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8980b564913e489e98cdfab4312267f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2722909 Jan 17 18:30:26.995185 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8bde08-e850-4e10-a49b-199edf37a2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745243e8-659c-4c75-ab34-82b7392ea408,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:26.997507 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 54282) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:27.002504 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-bf91e33d-ab6c-474f-8e40-e76c7a653e92 req-5979bb03-93db-4245-bbd6-95d9f47fdb16 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=a321118c-a1aa-47a3-adb6-e2c6f5d0c689 HTTP/1.1" status: 200 len: 210 time: 0.0438893 Jan 17 18:30:27.041788 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-aa902446-abad-408e-b09c-18c7d7e39410 None None] For port 8c547ed4-8605-4a2c-83de-49e2ac0aeffe, host dv-cinder-824995-1-iscsi, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:30:27.045690 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-aa902446-abad-408e-b09c-18c7d7e39410 None None] For port 8c547ed4-8605-4a2c-83de-49e2ac0aeffe, host dv-cinder-824995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=8c547ed4-8605-4a2c-83de-49e2ac0aeffe,segment=NetworkSegment(8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f),segment_id=8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:30:27.053886 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-aa902446-abad-408e-b09c-18c7d7e39410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (8c547ed4-8605-4a2c-83de-49e2ac0aeffe), after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:27.074966 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-aa0fbfb5-d3a2-40e7-a6bb-34f927e397f3 admin admin] Publish callbacks [] for security_group (745243e8-659c-4c75-ab34-82b7392ea408), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:27.108546 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-aa0fbfb5-d3a2-40e7-a6bb-34f927e397f3 admin admin] Publish callbacks [] for security_group (745243e8-659c-4c75-ab34-82b7392ea408), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:27.135292 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa902446-abad-408e-b09c-18c7d7e39410 None None] Routers {'4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:30:27.137715 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-aa902446-abad-408e-b09c-18c7d7e39410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:30:23Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:30:27.156284 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7 up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:30:27.174054 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-aa0fbfb5-d3a2-40e7-a6bb-34f927e397f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (745243e8-659c-4c75-ab34-82b7392ea408), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:27.177729 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-aa0fbfb5-d3a2-40e7-a6bb-34f927e397f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:27.178627 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-77e74aff-2f1b-4b34-b57b-bd8414129e37 admin admin] Allocated IP 172.20.0.1 (0ef68749-9171-4b0e-b0ff-71ca96f8b9b1/12a2e9e0-96ba-4d9c-8bea-1826f92be4cf/eaf1739c-fa79-447e-8b9c-bfb84bda1db2) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:30:27.181609 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-aa0fbfb5-d3a2-40e7-a6bb-34f927e397f3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/745243e8-659c-4c75-ab34-82b7392ea408 HTTP/1.1" status: 204 len: 168 time: 0.1808190 Jan 17 18:30:27.190385 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0fbfb5-d3a2-40e7-a6bb-34f927e397f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745243e8-659c-4c75-ab34-82b7392ea408,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:27.230351 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port 1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:30:27.231008 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:27.245649 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd986f63-809d-47b4-bc61-098d006526c1 None None] Pushing event updated for resources: {'Port': ['ID=8c547ed4-8605-4a2c-83de-49e2ac0aeffe,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:27.307304 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c991f-6d4e-414a-9bda-f051cfedc4f0 req-44310a4b-99a7-4f50-b6e1-e8051c3ffef3 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:27.309106 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-769c991f-6d4e-414a-9bda-f051cfedc4f0 req-44310a4b-99a7-4f50-b6e1-e8051c3ffef3 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.1353371 Jan 17 18:30:27.356399 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:27.366030 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-aa902446-abad-408e-b09c-18c7d7e39410 None None] Set router 4fec0bf5-f9e5-4314-9f49-6c3ca14634cb gateway port host: dv-cinder-824995-1-iscsi {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:30:27.463740 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port 1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7 is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:30:27.489599 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-769c991f-6d4e-414a-9bda-f051cfedc4f0 req-48dbe6a6-9d71-4dca-ae9d-5214bbeac09b tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561618 Jan 17 18:30:27.501067 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-77e74aff-2f1b-4b34-b57b-bd8414129e37 admin admin] Publish callbacks [] for port (eaf1739c-fa79-447e-8b9c-bfb84bda1db2), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:27.558429 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-77e74aff-2f1b-4b34-b57b-bd8414129e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (eaf1739c-fa79-447e-8b9c-bfb84bda1db2), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:27.604527 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e74aff-2f1b-4b34-b57b-bd8414129e37 admin admin] Network 0ef68749-9171-4b0e-b0ff-71ca96f8b9b1 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:30:27.610063 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-77e74aff-2f1b-4b34-b57b-bd8414129e37 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:30:27.623865 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e74aff-2f1b-4b34-b57b-bd8414129e37 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:30:27.629660 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-aa902446-abad-408e-b09c-18c7d7e39410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'name': 'tempest-AttachVolumeTestJSON-1342640713-router', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '8c547ed4-8605-4a2c-83de-49e2ac0aeffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:23Z', 'updated_at': '2022-01-17T18:30:24Z', 'revision_number': 3, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'gw_port': {'id': '8c547ed4-8605-4a2c-83de-49e2ac0aeffe', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:24Z', 'updated_at': '2022-01-17T18:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi'}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:30:27.662231 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e74aff-2f1b-4b34-b57b-bd8414129e37 admin admin] Pushing event updated for resources: {'Port': ['ID=eaf1739c-fa79-447e-8b9c-bfb84bda1db2,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:27.676304 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 54302) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:27.680250 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa902446-abad-408e-b09c-18c7d7e39410 None None] The sync data for ids ['4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'] in dv-cinder-824995-1-iscsi is: [{'id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'name': 'tempest-AttachVolumeTestJSON-1342640713-router', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '8c547ed4-8605-4a2c-83de-49e2ac0aeffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:23Z', 'updated_at': '2022-01-17T18:30:24Z', 'revision_number': 3, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'gw_port': {'id': '8c547ed4-8605-4a2c-83de-49e2ac0aeffe', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:24Z', 'updated_at': '2022-01-17T18:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:30:27.692516 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-77e74aff-2f1b-4b34-b57b-bd8414129e37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567171'] for router_interface (4fec0bf5-f9e5-4314-9f49-6c3ca14634cb), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:27.735806 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-21157a66-097c-497e-9a12-60ea01803c1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:27.870477 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-ce19f67f-8f46-4d77-a909-72d3d13215ac None None] Provisioning complete for port eaf1739c-fa79-447e-8b9c-bfb84bda1db2 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:30:27.871040 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ce19f67f-8f46-4d77-a909-72d3d13215ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (eaf1739c-fa79-447e-8b9c-bfb84bda1db2), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:27.894171 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-77e74aff-2f1b-4b34-b57b-bd8414129e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (eaf1739c-fa79-447e-8b9c-bfb84bda1db2), before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:27.897187 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-21157a66-097c-497e-9a12-60ea01803c1d admin admin] Publish callbacks [] for security_group (a792ec56-670d-4fd7-ae59-59a30a0b1f15), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:27.927400 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-21157a66-097c-497e-9a12-60ea01803c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (a792ec56-670d-4fd7-ae59-59a30a0b1f15), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:27.935372 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-ce19f67f-8f46-4d77-a909-72d3d13215ac None None] Port eaf1739c-fa79-447e-8b9c-bfb84bda1db2 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 18:30:27.996356 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-21157a66-097c-497e-9a12-60ea01803c1d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3673f6b26997463185ebface64381735&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3100348 Jan 17 18:30:27.998798 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21157a66-097c-497e-9a12-60ea01803c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a792ec56-670d-4fd7-ae59-59a30a0b1f15,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:27.998939 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 54304) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:28.066907 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-da97c330-2cb6-4016-85d5-b66f0464f47a admin admin] Publish callbacks [] for security_group (a792ec56-670d-4fd7-ae59-59a30a0b1f15), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:28.090404 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-da97c330-2cb6-4016-85d5-b66f0464f47a admin admin] Publish callbacks [] for security_group (a792ec56-670d-4fd7-ae59-59a30a0b1f15), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:28.109923 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-69015567-3902-4c3e-a725-0d5abd15a06e req-58332d48-2d5c-446c-8426-0050ee048f3f tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=a321118c-a1aa-47a3-adb6-e2c6f5d0c689 HTTP/1.1" status: 200 len: 210 time: 0.0302613 Jan 17 18:30:28.147479 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-da97c330-2cb6-4016-85d5-b66f0464f47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (a792ec56-670d-4fd7-ae59-59a30a0b1f15), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:28.151342 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-da97c330-2cb6-4016-85d5-b66f0464f47a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:28.154922 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-da97c330-2cb6-4016-85d5-b66f0464f47a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a792ec56-670d-4fd7-ae59-59a30a0b1f15 HTTP/1.1" status: 204 len: 168 time: 0.1525481 Jan 17 18:30:28.164768 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da97c330-2cb6-4016-85d5-b66f0464f47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a792ec56-670d-4fd7-ae59-59a30a0b1f15,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:28.181142 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-77e74aff-2f1b-4b34-b57b-bd8414129e37 admin admin] Publish callbacks [] for port (eaf1739c-fa79-447e-8b9c-bfb84bda1db2), precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:28.187981 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-77e74aff-2f1b-4b34-b57b-bd8414129e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167948'] for port (eaf1739c-fa79-447e-8b9c-bfb84bda1db2), after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:28.268790 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-77e74aff-2f1b-4b34-b57b-bd8414129e37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-997616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567063'] for router_interface (4fec0bf5-f9e5-4314-9f49-6c3ca14634cb), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:28.271487 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e74aff-2f1b-4b34-b57b-bd8414129e37 admin admin] Pushing event updated for resources: {'Port': ['ID=eaf1739c-fa79-447e-8b9c-bfb84bda1db2,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:28.381346 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e74aff-2f1b-4b34-b57b-bd8414129e37 admin admin] Network 0ef68749-9171-4b0e-b0ff-71ca96f8b9b1 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:30:28.382955 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-77e74aff-2f1b-4b34-b57b-bd8414129e37 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:30:28.760113 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-4ec6da03-f502-4bcf-9f9a-6f1ca47d0783 None None] Provisioning complete for port eaf1739c-fa79-447e-8b9c-bfb84bda1db2 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:30:28.760581 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4ec6da03-f502-4bcf-9f9a-6f1ca47d0783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (eaf1739c-fa79-447e-8b9c-bfb84bda1db2), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:28.807701 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-4ec6da03-f502-4bcf-9f9a-6f1ca47d0783 None None] Port eaf1739c-fa79-447e-8b9c-bfb84bda1db2 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 18:30:28.838721 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e74aff-2f1b-4b34-b57b-bd8414129e37 admin admin] Router 4fec0bf5-f9e5-4314-9f49-6c3ca14634cb has already been hosted by L3 agent f711a738-9445-49a6-871d-c35940c1a323 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 18:30:28.854019 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeaa28a-ea56-48ad-8d28-162eb9b94064 req-da76e85d-4f9a-4047-a35b-68b6c7f8aed3 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:28.855702 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ffeaa28a-ea56-48ad-8d28-162eb9b94064 req-da76e85d-4f9a-4047-a35b-68b6c7f8aed3 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0790012 Jan 17 18:30:29.023368 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ffeaa28a-ea56-48ad-8d28-162eb9b94064 req-c20a1531-1de5-4b70-b046-c46a8542ce44 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580603 Jan 17 18:30:29.032398 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e74aff-2f1b-4b34-b57b-bd8414129e37 admin admin] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:30:29.038020 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-77e74aff-2f1b-4b34-b57b-bd8414129e37 admin admin] 10.222.0.57 "PUT /v2.0/routers/4fec0bf5-f9e5-4314-9f49-6c3ca14634cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1523395 Jan 17 18:30:29.138260 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 8c547ed4-8605-4a2c-83de-49e2ac0aeffe up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:30:29.269141 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port 8c547ed4-8605-4a2c-83de-49e2ac0aeffe triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:30:29.270602 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (8c547ed4-8605-4a2c-83de-49e2ac0aeffe), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:29.279845 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-15bf6767-2b95-472e-aa41-5a23f9008991 req-dcabb332-6867-4e51-8ea0-496111f85ab8 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=a321118c-a1aa-47a3-adb6-e2c6f5d0c689 HTTP/1.1" status: 200 len: 210 time: 0.0676703 Jan 17 18:30:29.413161 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port 8c547ed4-8605-4a2c-83de-49e2ac0aeffe is: DOWN; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:30:29.413764 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (8c547ed4-8605-4a2c-83de-49e2ac0aeffe), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:29.460627 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] For port 8c547ed4-8605-4a2c-83de-49e2ac0aeffe, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=8c547ed4-8605-4a2c-83de-49e2ac0aeffe,segment=NetworkSegment(8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f),segment_id=8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:30:29.471095 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (8c547ed4-8605-4a2c-83de-49e2ac0aeffe), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:29.563636 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Pushing event updated for resources: {'Port': ['ID=8c547ed4-8605-4a2c-83de-49e2ac0aeffe,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:29.590224 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a1dc8-8057-454f-a632-84444751a676 req-a2c5ca4a-a58f-402e-ba91-02dc6c8c4e5a tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:29.606864 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c56a1dc8-8057-454f-a632-84444751a676 req-a2c5ca4a-a58f-402e-ba91-02dc6c8c4e5a tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.31 "GET /v2.0/networks?id=f9fdf362-a192-4398-90ad-42753c4dbe91 HTTP/1.1" status: 200 len: 815 time: 0.2223966 Jan 17 18:30:29.614606 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [req-c56a1dc8-8057-454f-a632-84444751a676 req-12be9acf-c68f-4287-ac7d-3dc28488c938 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Request body: {'port': {'device_id': 'a321118c-a1aa-47a3-adb6-e2c6f5d0c689', 'network_id': 'f9fdf362-a192-4398-90ad-42753c4dbe91', 'admin_state_up': True, 'tenant_id': '6565d84bc46f476997612d642cd76aa1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:30:29.777068 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c3a230-666f-4f8a-a926-203c30db85e9 None None] Sync routers for ids ['4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'] in dv-cinder-824995-1-iscsi {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:30:29.790812 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c3a230-666f-4f8a-a926-203c30db85e9 None None] Routers {'4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:30:29.791478 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-86c3a230-666f-4f8a-a926-203c30db85e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:30:23Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:30:29.905337 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c56a1dc8-8057-454f-a632-84444751a676 req-12be9acf-c68f-4287-ac7d-3dc28488c938 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Made reservation on behalf of 6565d84bc46f476997612d642cd76aa1 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:30:29.905337 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c56a1dc8-8057-454f-a632-84444751a676 req-12be9acf-c68f-4287-ac7d-3dc28488c938 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:29.935942 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-86c3a230-666f-4f8a-a926-203c30db85e9 None None] Set router 4fec0bf5-f9e5-4314-9f49-6c3ca14634cb gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:30:29.968612 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 54402) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:29.974060 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-418b4049-558f-4ec3-982a-198de03bbedc tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Request body: {'security_group': {'name': 'tempest-securitygroup--923869906', 'description': 'tempest-description--2134724650'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:30:30.013198 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-418b4049-558f-4ec3-982a-198de03bbedc tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:30.113658 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-c56a1dc8-8057-454f-a632-84444751a676 req-12be9acf-c68f-4287-ac7d-3dc28488c938 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Allocated IP 172.20.0.3 (f9fdf362-a192-4398-90ad-42753c4dbe91/961653f6-79b2-4a60-b9e7-9e0202e89852/4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:30:30.117662 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-418b4049-558f-4ec3-982a-198de03bbedc tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for security_group (1466e4c0-984d-4a0d-841a-d14fc2a8d8c1), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:30.124193 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-418b4049-558f-4ec3-982a-198de03bbedc tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (1466e4c0-984d-4a0d-841a-d14fc2a8d8c1), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:30.152204 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-418b4049-558f-4ec3-982a-198de03bbedc tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:30.153989 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-418b4049-558f-4ec3-982a-198de03bbedc tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1835535 Jan 17 18:30:30.164279 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 54410) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:30.169649 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-0df9d233-cac1-4e0f-a553-1365902d683d tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Request body: {'security_group_rule': {'security_group_id': '1466e4c0-984d-4a0d-841a-d14fc2a8d8c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:30:30.229517 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923a980-778d-4e6f-a023-19152b3aad5c req-886c7951-3804-4f90-bf01-1ea9e675f9d9 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:30.233070 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b4049-558f-4ec3-982a-198de03bbedc tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:30.238297 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0df9d233-cac1-4e0f-a553-1365902d683d tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for security_group_rule (7ea41ccc-8052-4313-8084-10570b123a88), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:30.240621 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-8923a980-778d-4e6f-a023-19152b3aad5c req-886c7951-3804-4f90-bf01-1ea9e675f9d9 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.1011574 Jan 17 18:30:30.330091 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0df9d233-cac1-4e0f-a553-1365902d683d tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for security_group_rule (7ea41ccc-8052-4313-8084-10570b123a88), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:30.330091 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0df9d233-cac1-4e0f-a553-1365902d683d tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951415'] for security_group_rule (7ea41ccc-8052-4313-8084-10570b123a88), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:30.357491 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-8923a980-778d-4e6f-a023-19152b3aad5c req-bd7a3397-3ba8-4bb3-8640-b0354de0955e tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135936 Jan 17 18:30:30.359418 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df9d233-cac1-4e0f-a553-1365902d683d tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea41ccc-8052-4313-8084-10570b123a88,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:30.385214 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0df9d233-cac1-4e0f-a553-1365902d683d tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:30.386640 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-0df9d233-cac1-4e0f-a553-1365902d683d tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2208588 Jan 17 18:30:30.389357 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 54420) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:30.412033 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-cb0e5591-3344-4c89-875f-7d3ee033a18b tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Request body: {'security_group_rule': {'security_group_id': '1466e4c0-984d-4a0d-841a-d14fc2a8d8c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:30:30.426159 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-168b886b-bd00-4873-aba7-396520171ccb req-4cc6d505-d990-452d-b841-f7c8d700a7a1 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=a321118c-a1aa-47a3-adb6-e2c6f5d0c689 HTTP/1.1" status: 200 len: 210 time: 0.0543599 Jan 17 18:30:30.430002 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-86c3a230-666f-4f8a-a926-203c30db85e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'name': 'tempest-AttachVolumeTestJSON-1342640713-router', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '8c547ed4-8605-4a2c-83de-49e2ac0aeffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:23Z', 'updated_at': '2022-01-17T18:30:27Z', 'revision_number': 4, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'gw_port': {'id': '8c547ed4-8605-4a2c-83de-49e2ac0aeffe', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:24Z', 'updated_at': '2022-01-17T18:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': 'eaf1739c-fa79-447e-8b9c-bfb84bda1db2', 'name': '', 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'mac_address': 'fa:16:3e:d6:13:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '12a2e9e0-96ba-4d9c-8bea-1826f92be4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:26Z', 'updated_at': '2022-01-17T18:30:28Z', 'revision_number': 2, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'subnets': [{'id': '12a2e9e0-96ba-4d9c-8bea-1826f92be4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:30:30.456782 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c56a1dc8-8057-454f-a632-84444751a676 req-12be9acf-c68f-4287-ac7d-3dc28488c938 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Publish callbacks [] for port (4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:30.506178 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cb0e5591-3344-4c89-875f-7d3ee033a18b tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for security_group_rule (cf341f04-8ae0-48b7-a008-74bc4217bc5f), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:30.509918 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c56a1dc8-8057-454f-a632-84444751a676 req-12be9acf-c68f-4287-ac7d-3dc28488c938 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924'] for port (4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:30.519860 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c3a230-666f-4f8a-a926-203c30db85e9 None None] Checking router: 4fec0bf5-f9e5-4314-9f49-6c3ca14634cb for host: dv-cinder-824995-1-iscsi {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:30:30.520204 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c3a230-666f-4f8a-a926-203c30db85e9 None None] Updating router 4fec0bf5-f9e5-4314-9f49-6c3ca14634cb port eaf1739c-fa79-447e-8b9c-bfb84bda1db2 binding host dv-cinder-824995-1-iscsi {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 18:30:30.558972 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5', '0161fe13-ca1e-4c15-9d41-6cf9f77a2a88'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:30:30.581204 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be9acf-c68f-4287-ac7d-3dc28488c938 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Pushing event updated for resources: {'Port': ['ID=4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:30.602042 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cb0e5591-3344-4c89-875f-7d3ee033a18b tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for security_group_rule (cf341f04-8ae0-48b7-a008-74bc4217bc5f), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:30.605167 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c56a1dc8-8057-454f-a632-84444751a676 req-12be9acf-c68f-4287-ac7d-3dc28488c938 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Network f9fdf362-a192-4398-90ad-42753c4dbe91 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:30:30.610636 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-c56a1dc8-8057-454f-a632-84444751a676 req-12be9acf-c68f-4287-ac7d-3dc28488c938 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:30:30.617929 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56a1dc8-8057-454f-a632-84444751a676 req-12be9acf-c68f-4287-ac7d-3dc28488c938 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:30:30.620696 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cb0e5591-3344-4c89-875f-7d3ee033a18b tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951415'] for security_group_rule (cf341f04-8ae0-48b7-a008-74bc4217bc5f), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:30.634531 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a1dc8-8057-454f-a632-84444751a676 req-12be9acf-c68f-4287-ac7d-3dc28488c938 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:30.635467 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c56a1dc8-8057-454f-a632-84444751a676 req-12be9acf-c68f-4287-ac7d-3dc28488c938 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:30.658590 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e5591-3344-4c89-875f-7d3ee033a18b tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf341f04-8ae0-48b7-a008-74bc4217bc5f,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:30.661930 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c56a1dc8-8057-454f-a632-84444751a676 req-12be9acf-c68f-4287-ac7d-3dc28488c938 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0513659 Jan 17 18:30:30.668484 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cb0e5591-3344-4c89-875f-7d3ee033a18b tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:30.688293 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-cb0e5591-3344-4c89-875f-7d3ee033a18b tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2939117 Jan 17 18:30:30.690269 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [req-c56a1dc8-8057-454f-a632-84444751a676 req-f29fb0d0-027e-4f92-b9b3-927178c424b9 service neutron] Request body: {'port': {'device_id': 'a321118c-a1aa-47a3-adb6-e2c6f5d0c689', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82499'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:30:30.691584 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 54426) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:30.708546 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-86c3a230-666f-4f8a-a926-203c30db85e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (eaf1739c-fa79-447e-8b9c-bfb84bda1db2), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:30.712457 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-a25660e4-7a99-459b-9c6c-73cfdedf70b1 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Request body: {'floatingip': {'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:30:30.770110 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a25660e4-7a99-459b-9c6c-73cfdedf70b1 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:30.808088 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c56a1dc8-8057-454f-a632-84444751a676 req-f29fb0d0-027e-4f92-b9b3-927178c424b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0), before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:30.969575 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a25660e4-7a99-459b-9c6c-73cfdedf70b1 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:31.155177 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-a25660e4-7a99-459b-9c6c-73cfdedf70b1 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Allocated IP 172.27.3.223 (9ec40da0-3fb2-40ad-97b9-056b5e7103fe/10c42aa5-d9d6-40a2-95c7-0d399aece660/845603b0-c91d-4698-8c78-4cfab893cc66) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:30:31.189654 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 8c547ed4-8605-4a2c-83de-49e2ac0aeffe up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:30:31.288906 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [req-c56a1dc8-8057-454f-a632-84444751a676 req-f29fb0d0-027e-4f92-b9b3-927178c424b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:30:31.303885 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c56a1dc8-8057-454f-a632-84444751a676 req-f29fb0d0-027e-4f92-b9b3-927178c424b9 service neutron] Publish callbacks [] for port (4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0), precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:31.329331 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-c56a1dc8-8057-454f-a632-84444751a676 req-f29fb0d0-027e-4f92-b9b3-927178c424b9 service neutron] Transition to ACTIVE for port object 4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 18:30:31.335955 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c56a1dc8-8057-454f-a632-84444751a676 req-f29fb0d0-027e-4f92-b9b3-927178c424b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:31.348656 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a25660e4-7a99-459b-9c6c-73cfdedf70b1 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for port (845603b0-c91d-4698-8c78-4cfab893cc66), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:31.417374 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a25660e4-7a99-459b-9c6c-73cfdedf70b1 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (845603b0-c91d-4698-8c78-4cfab893cc66), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:31.422515 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port 8c547ed4-8605-4a2c-83de-49e2ac0aeffe triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:30:31.422909 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (8c547ed4-8605-4a2c-83de-49e2ac0aeffe), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:31.498482 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-86c3a230-666f-4f8a-a926-203c30db85e9 None None] Publish callbacks [] for port (eaf1739c-fa79-447e-8b9c-bfb84bda1db2), precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:31.553245 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-86c3a230-666f-4f8a-a926-203c30db85e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (eaf1739c-fa79-447e-8b9c-bfb84bda1db2), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:31.568809 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25660e4-7a99-459b-9c6c-73cfdedf70b1 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Network 9ec40da0-3fb2-40ad-97b9-056b5e7103fe is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:30:31.579275 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-a25660e4-7a99-459b-9c6c-73cfdedf70b1 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:30:31.585062 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25660e4-7a99-459b-9c6c-73cfdedf70b1 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:30:31.642557 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f54715-66b9-47cf-8c34-329128801aaa None None] Pushing event updated for resources: {'Port': ['ID=eaf1739c-fa79-447e-8b9c-bfb84bda1db2,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:31.743779 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-86c3a230-666f-4f8a-a926-203c30db85e9 None None] Attempting to bind port eaf1739c-fa79-447e-8b9c-bfb84bda1db2 on host dv-cinder-824995-1-iscsi for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:30:31.744323 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-86c3a230-666f-4f8a-a926-203c30db85e9 None None] Attempting to bind port eaf1739c-fa79-447e-8b9c-bfb84bda1db2 by drivers openvswitch,hyperv on host dv-cinder-824995-1-iscsi at level 0 using segments [{'id': '28f97c74-2665-417e-af27-3e207ad9c913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:30:31.744781 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c3a230-666f-4f8a-a926-203c30db85e9 None None] Attempting to bind port eaf1739c-fa79-447e-8b9c-bfb84bda1db2 on network 0ef68749-9171-4b0e-b0ff-71ca96f8b9b1 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:30:31.748077 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port 8c547ed4-8605-4a2c-83de-49e2ac0aeffe is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:30:31.753534 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c3a230-666f-4f8a-a926-203c30db85e9 None None] Checking agent: {'id': 'df58d820-fcc5-4fb7-897c-d0f1a16030b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 21, 27), 'started_at': datetime.datetime(2022, 1, 17, 18, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:30:31.754137 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c3a230-666f-4f8a-a926-203c30db85e9 None None] Checking segment: {'id': '28f97c74-2665-417e-af27-3e207ad9c913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:30:31.754678 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-86c3a230-666f-4f8a-a926-203c30db85e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:31.755158 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c3a230-666f-4f8a-a926-203c30db85e9 None None] Bound using segment: {'id': '28f97c74-2665-417e-af27-3e207ad9c913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:30:31.755869 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-86c3a230-666f-4f8a-a926-203c30db85e9 None None] Bound port: eaf1739c-fa79-447e-8b9c-bfb84bda1db2, host: dv-cinder-824995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f97c74-2665-417e-af27-3e207ad9c913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:30:31.756349 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-86c3a230-666f-4f8a-a926-203c30db85e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (eaf1739c-fa79-447e-8b9c-bfb84bda1db2), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:31.775198 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25660e4-7a99-459b-9c6c-73cfdedf70b1 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Pushing event updated for resources: {'Port': ['ID=845603b0-c91d-4698-8c78-4cfab893cc66,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:31.784688 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29fb0d0-027e-4f92-b9b3-927178c424b9 service neutron] Pushing event updated for resources: {'Port': ['ID=4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:31.813936 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-c56a1dc8-8057-454f-a632-84444751a676 req-f29fb0d0-027e-4f92-b9b3-927178c424b9 service neutron] Attempting to bind port 4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0 on host hv-cinder-82499 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:30:31.814272 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-c56a1dc8-8057-454f-a632-84444751a676 req-f29fb0d0-027e-4f92-b9b3-927178c424b9 service neutron] Attempting to bind port 4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0 by drivers openvswitch,hyperv on host hv-cinder-82499 at level 0 using segments [{'id': 'eab41685-dbf8-458c-809c-87ead42a6e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f9fdf362-a192-4398-90ad-42753c4dbe91'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:30:31.814601 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56a1dc8-8057-454f-a632-84444751a676 req-f29fb0d0-027e-4f92-b9b3-927178c424b9 service neutron] Attempting to bind port 4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0 on network f9fdf362-a192-4398-90ad-42753c4dbe91 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:30:31.822573 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646dbde-937a-43e2-a15c-67a617ed7818 req-d85ede4f-94df-40ee-a430-89d0b6f61a01 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:31.827020 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-f646dbde-937a-43e2-a15c-67a617ed7818 req-d85ede4f-94df-40ee-a430-89d0b6f61a01 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.3867669 Jan 17 18:30:31.831084 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56a1dc8-8057-454f-a632-84444751a676 req-f29fb0d0-027e-4f92-b9b3-927178c424b9 service neutron] Port 4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0 on network f9fdf362-a192-4398-90ad-42753c4dbe91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82499 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 18:30:31.831414 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56a1dc8-8057-454f-a632-84444751a676 req-f29fb0d0-027e-4f92-b9b3-927178c424b9 service neutron] Attempting to bind port 4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0 on network f9fdf362-a192-4398-90ad-42753c4dbe91 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:30:31.844024 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56a1dc8-8057-454f-a632-84444751a676 req-f29fb0d0-027e-4f92-b9b3-927178c424b9 service neutron] Checking agent: {'id': 'c251eb83-93a6-4d5d-bd4b-c362ae836320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82499', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'started_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:30:31.844395 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56a1dc8-8057-454f-a632-84444751a676 req-f29fb0d0-027e-4f92-b9b3-927178c424b9 service neutron] Checking segment: {'id': 'eab41685-dbf8-458c-809c-87ead42a6e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f9fdf362-a192-4398-90ad-42753c4dbe91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:30:31.844795 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56a1dc8-8057-454f-a632-84444751a676 req-f29fb0d0-027e-4f92-b9b3-927178c424b9 service neutron] Bound using segment: {'id': 'eab41685-dbf8-458c-809c-87ead42a6e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f9fdf362-a192-4398-90ad-42753c4dbe91'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:30:31.845231 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-c56a1dc8-8057-454f-a632-84444751a676 req-f29fb0d0-027e-4f92-b9b3-927178c424b9 service neutron] Bound port: 4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0, host: hv-cinder-82499, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab41685-dbf8-458c-809c-87ead42a6e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f9fdf362-a192-4398-90ad-42753c4dbe91'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:30:31.845588 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c56a1dc8-8057-454f-a632-84444751a676 req-f29fb0d0-027e-4f92-b9b3-927178c424b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0), before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:31.876249 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a25660e4-7a99-459b-9c6c-73cfdedf70b1 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for floatingip (9d5f1834-12fa-4244-b0fa-906dc92370ab), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:31.880106 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-86c3a230-666f-4f8a-a926-203c30db85e9 None None] For port eaf1739c-fa79-447e-8b9c-bfb84bda1db2, host dv-cinder-824995-1-iscsi, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:30:31.886988 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9eb02-3e81-42d0-b24b-dd1e4ba16563 req-29852573-5a78-4f10-84b2-4a109a1907b7 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:31.889376 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-86c3a230-666f-4f8a-a926-203c30db85e9 None None] For port eaf1739c-fa79-447e-8b9c-bfb84bda1db2, host dv-cinder-824995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=eaf1739c-fa79-447e-8b9c-bfb84bda1db2,segment=NetworkSegment(28f97c74-2665-417e-af27-3e207ad9c913),segment_id=28f97c74-2665-417e-af27-3e207ad9c913)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:30:31.897547 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b6a9eb02-3e81-42d0-b24b-dd1e4ba16563 req-29852573-5a78-4f10-84b2-4a109a1907b7 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=a321118c-a1aa-47a3-adb6-e2c6f5d0c689 HTTP/1.1" status: 200 len: 943 time: 0.2273374 Jan 17 18:30:31.901967 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-86c3a230-666f-4f8a-a926-203c30db85e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (eaf1739c-fa79-447e-8b9c-bfb84bda1db2), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:31.941196 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a25660e4-7a99-459b-9c6c-73cfdedf70b1 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (845603b0-c91d-4698-8c78-4cfab893cc66), before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:31.977995 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f54715-66b9-47cf-8c34-329128801aaa None None] Pushing event updated for resources: {'Port': ['ID=eaf1739c-fa79-447e-8b9c-bfb84bda1db2,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:31.979851 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-f646dbde-937a-43e2-a15c-67a617ed7818 req-393cf7cd-ff4c-41a5-a42e-0adf662cd387 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465440 Jan 17 18:30:32.010902 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b6a9eb02-3e81-42d0-b24b-dd1e4ba16563 req-1b627dfb-6776-4c97-832d-c861cfd7ebf9 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978327 Jan 17 18:30:32.012454 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c3a230-666f-4f8a-a926-203c30db85e9 None None] Routers {'4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:30:32.016057 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-86c3a230-666f-4f8a-a926-203c30db85e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:30:23Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:30:32.060714 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-c56a1dc8-8057-454f-a632-84444751a676 req-f29fb0d0-027e-4f92-b9b3-927178c424b9 service neutron] For port 4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0, host hv-cinder-82499, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:30:32.072243 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-c56a1dc8-8057-454f-a632-84444751a676 req-f29fb0d0-027e-4f92-b9b3-927178c424b9 service neutron] For port 4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0, host hv-cinder-82499, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0,segment=NetworkSegment(eab41685-dbf8-458c-809c-87ead42a6e3b),segment_id=eab41685-dbf8-458c-809c-87ead42a6e3b)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:30:32.084146 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c56a1dc8-8057-454f-a632-84444751a676 req-f29fb0d0-027e-4f92-b9b3-927178c424b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:32.144033 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a1dc8-8057-454f-a632-84444751a676 req-f29fb0d0-027e-4f92-b9b3-927178c424b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:32.144654 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c56a1dc8-8057-454f-a632-84444751a676 req-f29fb0d0-027e-4f92-b9b3-927178c424b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:32.146169 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c56a1dc8-8057-454f-a632-84444751a676 req-f29fb0d0-027e-4f92-b9b3-927178c424b9 service neutron] 10.222.0.31 "PUT /v2.0/ports/4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0 HTTP/1.1" status: 200 len: 1093 time: 1.4736435 Jan 17 18:30:32.146621 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a321118c-a1aa-47a3-adb6-e2c6f5d0c689', 'tag': '4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:30:32.149023 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ebc6f40cb2ac68c89279b37e377f59c9ca88cf84401dffc3b34b74128c2044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3694c91-e72b-4014-8ba3-f8c9bfa98c10" -d '{"events": [{"name": "network-changed", "server_uuid": "a321118c-a1aa-47a3-adb6-e2c6f5d0c689", "tag": "4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:30:32.192558 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-86c3a230-666f-4f8a-a926-203c30db85e9 None None] Set router 4fec0bf5-f9e5-4314-9f49-6c3ca14634cb gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:30:32.204046 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29fb0d0-027e-4f92-b9b3-927178c424b9 service neutron] Pushing event updated for resources: {'Port': ['ID=4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:32.224801 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 18:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14f9a07-7ef3-4772-8917-318299a44018 x-openstack-request-id: req-e14f9a07-7ef3-4772-8917-318299a44018 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:30:32.225207 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a321118c-a1aa-47a3-adb6-e2c6f5d0c689", "tag": "4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:30:32.226149 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e14f9a07-7ef3-4772-8917-318299a44018 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:30:32.226808 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a321118c-a1aa-47a3-adb6-e2c6f5d0c689', 'tag': '4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0', 'status': 'completed', 'code': 200} Jan 17 18:30:32.281883 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a25660e4-7a99-459b-9c6c-73cfdedf70b1 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for port (845603b0-c91d-4698-8c78-4cfab893cc66), precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:32.286121 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fcd7d0bc-580f-41e7-a38e-e2bfc9a9684f None None] Provisioning complete for port eaf1739c-fa79-447e-8b9c-bfb84bda1db2 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:30:32.286556 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcd7d0bc-580f-41e7-a38e-e2bfc9a9684f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (eaf1739c-fa79-447e-8b9c-bfb84bda1db2), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:32.288516 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a25660e4-7a99-459b-9c6c-73cfdedf70b1 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167948'] for port (845603b0-c91d-4698-8c78-4cfab893cc66), after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:32.300513 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a1dc8-8057-454f-a632-84444751a676 req-8a4f6b9d-c93c-46f4-be58-bb5ad1ac438c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:32.302351 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c56a1dc8-8057-454f-a632-84444751a676 req-8a4f6b9d-c93c-46f4-be58-bb5ad1ac438c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6565d84bc46f476997612d642cd76aa1&device_id=a321118c-a1aa-47a3-adb6-e2c6f5d0c689 HTTP/1.1" status: 200 len: 1096 time: 0.0693448 Jan 17 18:30:32.367112 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c56a1dc8-8057-454f-a632-84444751a676 req-2f4b282a-d724-4c64-b6b2-dbf2dc6f8ea4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0 HTTP/1.1" status: 200 len: 217 time: 0.0521929 Jan 17 18:30:32.375036 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25660e4-7a99-459b-9c6c-73cfdedf70b1 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Pushing event updated for resources: {'Port': ['ID=845603b0-c91d-4698-8c78-4cfab893cc66,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:32.389115 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a25660e4-7a99-459b-9c6c-73cfdedf70b1 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565514'] for floatingip (9d5f1834-12fa-4244-b0fa-906dc92370ab), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:32.406038 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a25660e4-7a99-459b-9c6c-73cfdedf70b1 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for floatingip (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:32.407636 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-a25660e4-7a99-459b-9c6c-73cfdedf70b1 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7130389 Jan 17 18:30:32.428241 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a1dc8-8057-454f-a632-84444751a676 req-c54d7c88-c885-47c9-a9d7-72ea94883fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:32.429848 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c56a1dc8-8057-454f-a632-84444751a676 req-c54d7c88-c885-47c9-a9d7-72ea94883fcf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=961653f6-79b2-4a60-b9e7-9e0202e89852 HTTP/1.1" status: 200 len: 855 time: 0.0500040 Jan 17 18:30:32.478981 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c56a1dc8-8057-454f-a632-84444751a676 req-3fe59315-4c4d-481b-a08c-ca3d1fe4c010 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f9fdf362-a192-4398-90ad-42753c4dbe91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350714 Jan 17 18:30:32.514500 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7d0bc-580f-41e7-a38e-e2bfc9a9684f None None] Current status of the port eaf1739c-fa79-447e-8b9c-bfb84bda1db2 is: DOWN; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:30:32.515604 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcd7d0bc-580f-41e7-a38e-e2bfc9a9684f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (eaf1739c-fa79-447e-8b9c-bfb84bda1db2), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:32.564180 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fcd7d0bc-580f-41e7-a38e-e2bfc9a9684f None None] For port eaf1739c-fa79-447e-8b9c-bfb84bda1db2, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=eaf1739c-fa79-447e-8b9c-bfb84bda1db2,segment=NetworkSegment(28f97c74-2665-417e-af27-3e207ad9c913),segment_id=28f97c74-2665-417e-af27-3e207ad9c913)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:30:32.596919 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 6 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:30:32.597823 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c56a1dc8-8057-454f-a632-84444751a676 req-f63687ac-9053-46e1-9c8a-0b5cf2cb68f2 service neutron] 10.222.0.31 "GET /v2.0/networks/f9fdf362-a192-4398-90ad-42753c4dbe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030762 Jan 17 18:30:32.599913 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcd7d0bc-580f-41e7-a38e-e2bfc9a9684f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (eaf1739c-fa79-447e-8b9c-bfb84bda1db2), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:32.615311 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-86c3a230-666f-4f8a-a926-203c30db85e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'name': 'tempest-AttachVolumeTestJSON-1342640713-router', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '8c547ed4-8605-4a2c-83de-49e2ac0aeffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:23Z', 'updated_at': '2022-01-17T18:30:27Z', 'revision_number': 4, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'gw_port': {'id': '8c547ed4-8605-4a2c-83de-49e2ac0aeffe', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:24Z', 'updated_at': '2022-01-17T18:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': 'eaf1739c-fa79-447e-8b9c-bfb84bda1db2', 'name': '', 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'mac_address': 'fa:16:3e:d6:13:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '12a2e9e0-96ba-4d9c-8bea-1826f92be4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:26Z', 'updated_at': '2022-01-17T18:30:31Z', 'revision_number': 4, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'subnets': [{'id': '12a2e9e0-96ba-4d9c-8bea-1826f92be4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:30:32.647577 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-f7f701f8-0771-4268-9897-ec1981585bc4 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--923869906&fields=id&tenant_id=d096303fa7e14469b06f7686921b4815 HTTP/1.1" status: 200 len: 267 time: 0.0629296 Jan 17 18:30:32.673641 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c3a230-666f-4f8a-a926-203c30db85e9 None None] The sync data for ids ['4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'] in dv-cinder-824995-1-iscsi is: [{'id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'name': 'tempest-AttachVolumeTestJSON-1342640713-router', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '8c547ed4-8605-4a2c-83de-49e2ac0aeffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:23Z', 'updated_at': '2022-01-17T18:30:27Z', 'revision_number': 4, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'gw_port': {'id': '8c547ed4-8605-4a2c-83de-49e2ac0aeffe', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:24Z', 'updated_at': '2022-01-17T18:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': 'eaf1739c-fa79-447e-8b9c-bfb84bda1db2', 'name': '', 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'mac_address': 'fa:16:3e:d6:13:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '12a2e9e0-96ba-4d9c-8bea-1826f92be4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:26Z', 'updated_at': '2022-01-17T18:30:31Z', 'revision_number': 4, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'subnets': [{'id': '12a2e9e0-96ba-4d9c-8bea-1826f92be4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:30:32.729857 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7d0bc-580f-41e7-a38e-e2bfc9a9684f None None] Pushing event updated for resources: {'Port': ['ID=eaf1739c-fa79-447e-8b9c-bfb84bda1db2,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:32.778447 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c56a1dc8-8057-454f-a632-84444751a676 req-94c37c6d-681a-4d2b-b9ef-0d02d2fd6706 service neutron] 10.222.0.31 "GET /v2.0/networks/f9fdf362-a192-4398-90ad-42753c4dbe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700168 Jan 17 18:30:32.790146 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-dcdd61a1-79b6-44d5-9f0f-a5f0554028b5 None None] Provisioning complete for port eaf1739c-fa79-447e-8b9c-bfb84bda1db2 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:30:32.790561 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-dcdd61a1-79b6-44d5-9f0f-a5f0554028b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (eaf1739c-fa79-447e-8b9c-bfb84bda1db2), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:32.880247 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-cce860d0-6ecf-4246-aa30-85e0a59e2fba tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:32.884961 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-cce860d0-6ecf-4246-aa30-85e0a59e2fba tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/networks?id=0ef68749-9171-4b0e-b0ff-71ca96f8b9b1 HTTP/1.1" status: 200 len: 811 time: 0.2290163 Jan 17 18:30:32.912757 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-27d027cd-1e75-4f37-b74a-639d51ebf53f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/quotas/d096303fa7e14469b06f7686921b4815 HTTP/1.1" status: 200 len: 375 time: 0.0201664 Jan 17 18:30:32.920046 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3694c91-e72b-4014-8ba3-f8c9bfa98c10 req-27c4f089-73da-478d-8a87-46b08c6ee668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:32.924497 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-f3694c91-e72b-4014-8ba3-f8c9bfa98c10 req-27c4f089-73da-478d-8a87-46b08c6ee668 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6565d84bc46f476997612d642cd76aa1&device_id=a321118c-a1aa-47a3-adb6-e2c6f5d0c689 HTTP/1.1" status: 200 len: 1096 time: 0.0630784 Jan 17 18:30:32.930741 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-dcdd61a1-79b6-44d5-9f0f-a5f0554028b5 None None] Current status of the port eaf1739c-fa79-447e-8b9c-bfb84bda1db2 is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:30:33.007115 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-a3f49de7-3771-4894-865d-b04781799290 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d096303fa7e14469b06f7686921b4815&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0784445 Jan 17 18:30:33.069627 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3694c91-e72b-4014-8ba3-f8c9bfa98c10 req-51ead20a-dda2-4ee0-90f7-751094a74d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:33.071654 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-f3694c91-e72b-4014-8ba3-f8c9bfa98c10 req-51ead20a-dda2-4ee0-90f7-751094a74d46 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f9fdf362-a192-4398-90ad-42753c4dbe91 HTTP/1.1" status: 200 len: 916 time: 0.1382215 Jan 17 18:30:33.143494 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-f3694c91-e72b-4014-8ba3-f8c9bfa98c10 req-ce3b0610-73cd-42b4-bae4-95bd1052480e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0 HTTP/1.1" status: 200 len: 217 time: 0.0595031 Jan 17 18:30:33.146199 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-6bd914d6-35ec-4ada-9a1d-cd00a477b7b5 service neutron] 10.222.0.57 "GET /v2.0/networks/0ef68749-9171-4b0e-b0ff-71ca96f8b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243551 Jan 17 18:30:33.184460 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device eaf1739c-fa79-447e-8b9c-bfb84bda1db2 up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:30:33.295178 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-eff19ec2-393d-4ab2-953c-731839e7cec7 service neutron] 10.222.0.57 "GET /v2.0/networks/0ef68749-9171-4b0e-b0ff-71ca96f8b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391873 Jan 17 18:30:33.338846 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port eaf1739c-fa79-447e-8b9c-bfb84bda1db2 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:30:33.339233 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (eaf1739c-fa79-447e-8b9c-bfb84bda1db2), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:33.351388 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc857b4-c356-491b-8287-a8f1c41dc5e6 req-022ed0c9-c8a4-48e8-a3ae-ad4ca85ef384 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:33.353016 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-bcc857b4-c356-491b-8287-a8f1c41dc5e6 req-022ed0c9-c8a4-48e8-a3ae-ad4ca85ef384 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.2219756 Jan 17 18:30:33.361132 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3694c91-e72b-4014-8ba3-f8c9bfa98c10 req-8668c499-1d27-4cab-ab5b-9859d08a6723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:33.367424 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-f3694c91-e72b-4014-8ba3-f8c9bfa98c10 req-8668c499-1d27-4cab-ab5b-9859d08a6723 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=961653f6-79b2-4a60-b9e7-9e0202e89852 HTTP/1.1" status: 200 len: 855 time: 0.2021346 Jan 17 18:30:33.454292 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-bcc857b4-c356-491b-8287-a8f1c41dc5e6 req-8479219b-1364-4106-b7bb-0766f64cb704 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859771 Jan 17 18:30:33.532414 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port eaf1739c-fa79-447e-8b9c-bfb84bda1db2 is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:30:33.628778 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996ad66-82f9-4b06-bf21-8bc8fbee6f6d req-8c89ed05-91c1-49d7-b624-9d54c1dba580 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:33.637293 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-3996ad66-82f9-4b06-bf21-8bc8fbee6f6d req-8c89ed05-91c1-49d7-b624-9d54c1dba580 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=a321118c-a1aa-47a3-adb6-e2c6f5d0c689 HTTP/1.1" status: 200 len: 943 time: 0.1027634 Jan 17 18:30:33.740289 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-3996ad66-82f9-4b06-bf21-8bc8fbee6f6d req-f4b56bcf-affb-4c68-b94d-bf2c387a08ba tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020737 Jan 17 18:30:33.848231 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-45396517-e667-45c3-8cc2-fceef09b4746 req-e7c88cd4-6eb3-448a-a076-129bc06e11b5 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 210 time: 0.0304840 Jan 17 18:30:34.572243 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b076f-771c-420d-8f12-494c8b74ec50 req-59240937-890e-402f-9b56-d5289e57a050 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:34.573677 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-a73b076f-771c-420d-8f12-494c8b74ec50 req-59240937-890e-402f-9b56-d5289e57a050 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0501494 Jan 17 18:30:34.619311 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-a73b076f-771c-420d-8f12-494c8b74ec50 req-b69301d8-ab0d-4b11-8a05-5ed1f2d7e496 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395310 Jan 17 18:30:34.877804 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163f002-b016-4855-9e64-bfc70a937a5a req-e8c70666-63d4-433d-8b52-a8ec84ba1a3e tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:34.879253 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-1163f002-b016-4855-9e64-bfc70a937a5a req-e8c70666-63d4-433d-8b52-a8ec84ba1a3e tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=a321118c-a1aa-47a3-adb6-e2c6f5d0c689 HTTP/1.1" status: 200 len: 943 time: 0.0474811 Jan 17 18:30:34.927420 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-1163f002-b016-4855-9e64-bfc70a937a5a req-548262ec-077c-41fc-991f-be704071ac41 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425096 Jan 17 18:30:35.008535 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-50494a8c-d0b8-4207-9fee-2248f6145361 req-8b481fd6-81c7-42bf-8b82-886153897d52 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 210 time: 0.0251584 Jan 17 18:30:35.084432 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-f3694c91-e72b-4014-8ba3-f8c9bfa98c10 req-23b6dbfd-4389-4f36-9745-abd64ca6caeb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f9fdf362-a192-4398-90ad-42753c4dbe91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254309 Jan 17 18:30:35.735234 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0291dd5-d682-4477-9bf7-bc78083df9f2 req-67a87ca7-458c-44ca-824c-1fd62d1f213c tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:35.737348 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-f0291dd5-d682-4477-9bf7-bc78083df9f2 req-67a87ca7-458c-44ca-824c-1fd62d1f213c tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0514059 Jan 17 18:30:35.785105 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-f0291dd5-d682-4477-9bf7-bc78083df9f2 req-79b7f037-fe67-4962-a06a-b58f8642881a tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415916 Jan 17 18:30:36.116955 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1596190-a53f-41f9-9914-b5ca6d3c392e req-87f48ff6-834a-41b6-a7d9-422669c6520f tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:36.118856 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-a1596190-a53f-41f9-9914-b5ca6d3c392e req-87f48ff6-834a-41b6-a7d9-422669c6520f tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=a321118c-a1aa-47a3-adb6-e2c6f5d0c689 HTTP/1.1" status: 200 len: 943 time: 0.1237791 Jan 17 18:30:36.197044 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-9db8038c-724d-4cb7-b450-81d27c927613 req-19a69f14-dfc0-481f-bd11-e46fd081b1f9 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 210 time: 0.0627623 Jan 17 18:30:36.199139 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-a1596190-a53f-41f9-9914-b5ca6d3c392e req-106457a2-3a93-4cf6-9967-9ed42679538d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735908 Jan 17 18:30:36.233244 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-f3694c91-e72b-4014-8ba3-f8c9bfa98c10 req-15e4d9a6-5c66-42fb-8fb2-9c628d145e83 service neutron] 10.222.0.31 "GET /v2.0/networks/f9fdf362-a192-4398-90ad-42753c4dbe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319577 Jan 17 18:30:36.351893 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-f3694c91-e72b-4014-8ba3-f8c9bfa98c10 req-81712ce6-a83c-4963-96ed-23a7ce7e6796 service neutron] 10.222.0.31 "GET /v2.0/networks/f9fdf362-a192-4398-90ad-42753c4dbe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010630 Jan 17 18:30:36.901384 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12581308-24d3-49f1-9823-aead6b4dbe3f req-68ade098-ab61-45c1-9cd3-fbb886bb6297 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:36.902785 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-12581308-24d3-49f1-9823-aead6b4dbe3f req-68ade098-ab61-45c1-9cd3-fbb886bb6297 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0483489 Jan 17 18:30:36.957246 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-12581308-24d3-49f1-9823-aead6b4dbe3f req-39ff213d-8d82-407e-8613-3267d56e98ee tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479171 Jan 17 18:30:37.270743 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-945bae72-c047-4848-b140-e29e1a9fb4fa tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:37.274413 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-945bae72-c047-4848-b140-e29e1a9fb4fa tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.31 "GET /v2.0/networks?id=0ef68749-9171-4b0e-b0ff-71ca96f8b9b1 HTTP/1.1" status: 200 len: 811 time: 0.2213571 Jan 17 18:30:37.439661 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-2e2d1238-5a92-49f7-b0f8-6558f75dd64e req-98ec6237-092f-42d1-b218-55ba7dadd80a tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 210 time: 0.0741088 Jan 17 18:30:37.459133 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-fd570161-64cc-4a43-b9ec-7702e8afa4fe tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d096303fa7e14469b06f7686921b4815 HTTP/1.1" status: 200 len: 379 time: 0.1617365 Jan 17 18:30:37.473380 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661bc34-de9e-4f1b-aea7-04508aaa8773 req-016309f3-ca66-4f0e-880a-ae7b44e98d49 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:37.478957 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-b42502d4-3a9e-4691-8b1c-9c651095d7f2 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Request body: {'port': {'device_id': '930c9b07-2060-4d49-b801-8f8de0e85a27', 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1', 'admin_state_up': True, 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'security_groups': ['1466e4c0-984d-4a0d-841a-d14fc2a8d8c1']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:30:37.490201 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2661bc34-de9e-4f1b-aea7-04508aaa8773 req-016309f3-ca66-4f0e-880a-ae7b44e98d49 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=a321118c-a1aa-47a3-adb6-e2c6f5d0c689 HTTP/1.1" status: 200 len: 943 time: 0.1237974 Jan 17 18:30:37.559853 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2661bc34-de9e-4f1b-aea7-04508aaa8773 req-297b1b14-f4d5-49b1-af56-bba6076d4bfc tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686119 Jan 17 18:30:37.713360 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-b42502d4-3a9e-4691-8b1c-9c651095d7f2 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Made reservation on behalf of d096303fa7e14469b06f7686921b4815 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:30:37.717121 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-b42502d4-3a9e-4691-8b1c-9c651095d7f2 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:37.864705 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-b42502d4-3a9e-4691-8b1c-9c651095d7f2 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Allocated IP 172.20.0.5 (0ef68749-9171-4b0e-b0ff-71ca96f8b9b1/12a2e9e0-96ba-4d9c-8bea-1826f92be4cf/659b3a1b-e4c9-459a-bde7-a54b8b9a185a) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:30:38.057306 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-b42502d4-3a9e-4691-8b1c-9c651095d7f2 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for port (659b3a1b-e4c9-459a-bde7-a54b8b9a185a), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:38.098509 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-b42502d4-3a9e-4691-8b1c-9c651095d7f2 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924'] for port (659b3a1b-e4c9-459a-bde7-a54b8b9a185a), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:38.108020 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cebf9d-074a-4a4a-9125-ae7a66a24b66 req-011f18e5-b3b5-4352-a2d3-9b435cfdf8f8 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:38.110525 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-56cebf9d-074a-4a4a-9125-ae7a66a24b66 req-011f18e5-b3b5-4352-a2d3-9b435cfdf8f8 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0703831 Jan 17 18:30:38.160131 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-b42502d4-3a9e-4691-8b1c-9c651095d7f2 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Network 0ef68749-9171-4b0e-b0ff-71ca96f8b9b1 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:30:38.168003 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-56cebf9d-074a-4a4a-9125-ae7a66a24b66 req-a1d865ec-585c-4256-8031-c81ad4294464 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519738 Jan 17 18:30:38.184510 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42502d4-3a9e-4691-8b1c-9c651095d7f2 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Pushing event updated for resources: {'Port': ['ID=659b3a1b-e4c9-459a-bde7-a54b8b9a185a,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:38.184510 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-b42502d4-3a9e-4691-8b1c-9c651095d7f2 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:30:38.184510 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-b42502d4-3a9e-4691-8b1c-9c651095d7f2 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:30:38.191282 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-b42502d4-3a9e-4691-8b1c-9c651095d7f2 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:38.192019 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-b42502d4-3a9e-4691-8b1c-9c651095d7f2 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:38.213635 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-b42502d4-3a9e-4691-8b1c-9c651095d7f2 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7426486 Jan 17 18:30:38.239955 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-b133e0b2-b5ef-47e6-a12e-2b2b09481882 service neutron] Request body: {'port': {'device_id': '930c9b07-2060-4d49-b801-8f8de0e85a27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82499'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:30:38.303029 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3057118-7406-4742-b304-29202d34f956 req-b1997e46-2fad-42bd-9ac4-d4fcec22ba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:38.305185 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-c3057118-7406-4742-b304-29202d34f956 req-b1997e46-2fad-42bd-9ac4-d4fcec22ba2d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 1099 time: 0.0609994 Jan 17 18:30:38.305351 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-b133e0b2-b5ef-47e6-a12e-2b2b09481882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (659b3a1b-e4c9-459a-bde7-a54b8b9a185a), before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:38.359796 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-c3057118-7406-4742-b304-29202d34f956 req-04c588dd-521b-4280-8990-949750ac4e83 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452230 Jan 17 18:30:38.493997 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-2c3e7c80-4550-46d0-accd-d7405afd249c None None] Provisioning complete for port 659b3a1b-e4c9-459a-bde7-a54b8b9a185a triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:30:38.494491 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2c3e7c80-4550-46d0-accd-d7405afd249c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (659b3a1b-e4c9-459a-bde7-a54b8b9a185a), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:38.535560 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-2c3e7c80-4550-46d0-accd-d7405afd249c None None] Port 659b3a1b-e4c9-459a-bde7-a54b8b9a185a cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 18:30:38.573156 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560628d-b46b-4768-b6f4-28f9fb6692f3 req-3941a428-208c-4de0-b641-2e8f78243d3e tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:38.581153 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-1560628d-b46b-4768-b6f4-28f9fb6692f3 req-3941a428-208c-4de0-b641-2e8f78243d3e tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 931 time: 0.0581508 Jan 17 18:30:38.628653 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0 details requested by agent hyperv_hv-cinder-82499 with host hv-cinder-82499 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 18:30:38.630763 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-b133e0b2-b5ef-47e6-a12e-2b2b09481882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 659b3a1b-e4c9-459a-bde7-a54b8b9a185a {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:30:38.645921 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-b133e0b2-b5ef-47e6-a12e-2b2b09481882 service neutron] Publish callbacks [] for port (659b3a1b-e4c9-459a-bde7-a54b8b9a185a), precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:38.659461 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-1560628d-b46b-4768-b6f4-28f9fb6692f3 req-fe715a5c-49c6-4099-bc81-fc3163ad8af5 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660887 Jan 17 18:30:38.710814 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-b133e0b2-b5ef-47e6-a12e-2b2b09481882 service neutron] Transition to ACTIVE for port object 659b3a1b-e4c9-459a-bde7-a54b8b9a185a will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 18:30:38.720846 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-b133e0b2-b5ef-47e6-a12e-2b2b09481882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (659b3a1b-e4c9-459a-bde7-a54b8b9a185a), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:38.769729 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0,segment=NetworkSegment(eab41685-dbf8-458c-809c-87ead42a6e3b),segment_id=eab41685-dbf8-458c-809c-87ead42a6e3b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:30:38.771219 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed0c7b-ec03-4384-bf73-f422d85c1de9 req-ac9623e4-382c-4216-97e2-95e569471b98 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:38.778551 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-49ed0c7b-ec03-4384-bf73-f422d85c1de9 req-ac9623e4-382c-4216-97e2-95e569471b98 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=a321118c-a1aa-47a3-adb6-e2c6f5d0c689 HTTP/1.1" status: 200 len: 943 time: 0.1284533 Jan 17 18:30:38.782762 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Returning: {'device': '4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0', 'network_id': 'f9fdf362-a192-4398-90ad-42753c4dbe91', 'port_id': '4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0', 'mac_address': 'fa:16:3e:81:b2:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '961653f6-79b2-4a60-b9e7-9e0202e89852', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 18:30:38.827560 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b133e0b2-b5ef-47e6-a12e-2b2b09481882 service neutron] Pushing event updated for resources: {'Port': ['ID=659b3a1b-e4c9-459a-bde7-a54b8b9a185a,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:38.836708 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port 4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0 is: DOWN; New status is: BUILD {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:30:38.837569 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:38.854714 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:30:38.885606 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-49ed0c7b-ec03-4384-bf73-f422d85c1de9 req-7d6ae468-9d9e-47ca-a9d9-ea1803d209f3 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061368 Jan 17 18:30:38.888210 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-b133e0b2-b5ef-47e6-a12e-2b2b09481882 service neutron] Attempting to bind port 659b3a1b-e4c9-459a-bde7-a54b8b9a185a on host hv-cinder-82499 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:30:38.888910 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-b133e0b2-b5ef-47e6-a12e-2b2b09481882 service neutron] Attempting to bind port 659b3a1b-e4c9-459a-bde7-a54b8b9a185a by drivers openvswitch,hyperv on host hv-cinder-82499 at level 0 using segments [{'id': '28f97c74-2665-417e-af27-3e207ad9c913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:30:38.888910 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-b133e0b2-b5ef-47e6-a12e-2b2b09481882 service neutron] Attempting to bind port 659b3a1b-e4c9-459a-bde7-a54b8b9a185a on network 0ef68749-9171-4b0e-b0ff-71ca96f8b9b1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:30:38.890596 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0,segment=NetworkSegment(eab41685-dbf8-458c-809c-87ead42a6e3b),segment_id=eab41685-dbf8-458c-809c-87ead42a6e3b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:30:38.894311 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-b133e0b2-b5ef-47e6-a12e-2b2b09481882 service neutron] Port 659b3a1b-e4c9-459a-bde7-a54b8b9a185a on network 0ef68749-9171-4b0e-b0ff-71ca96f8b9b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82499 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 18:30:38.894664 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-b133e0b2-b5ef-47e6-a12e-2b2b09481882 service neutron] Attempting to bind port 659b3a1b-e4c9-459a-bde7-a54b8b9a185a on network 0ef68749-9171-4b0e-b0ff-71ca96f8b9b1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:30:38.896799 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:38.907891 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-b133e0b2-b5ef-47e6-a12e-2b2b09481882 service neutron] Checking agent: {'id': 'c251eb83-93a6-4d5d-bd4b-c362ae836320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82499', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'started_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:30:38.909303 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-b133e0b2-b5ef-47e6-a12e-2b2b09481882 service neutron] Checking segment: {'id': '28f97c74-2665-417e-af27-3e207ad9c913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:30:38.909984 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-b133e0b2-b5ef-47e6-a12e-2b2b09481882 service neutron] Bound using segment: {'id': '28f97c74-2665-417e-af27-3e207ad9c913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:30:38.910546 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-b133e0b2-b5ef-47e6-a12e-2b2b09481882 service neutron] Bound port: 659b3a1b-e4c9-459a-bde7-a54b8b9a185a, host: hv-cinder-82499, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f97c74-2665-417e-af27-3e207ad9c913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:30:38.911009 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-b133e0b2-b5ef-47e6-a12e-2b2b09481882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (659b3a1b-e4c9-459a-bde7-a54b8b9a185a), before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:38.954654 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:38.985845 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-b133e0b2-b5ef-47e6-a12e-2b2b09481882 service neutron] For port 659b3a1b-e4c9-459a-bde7-a54b8b9a185a, host hv-cinder-82499, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:30:38.989429 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-b133e0b2-b5ef-47e6-a12e-2b2b09481882 service neutron] For port 659b3a1b-e4c9-459a-bde7-a54b8b9a185a, host hv-cinder-82499, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=659b3a1b-e4c9-459a-bde7-a54b8b9a185a,segment=NetworkSegment(28f97c74-2665-417e-af27-3e207ad9c913),segment_id=28f97c74-2665-417e-af27-3e207ad9c913)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:30:38.993152 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-b133e0b2-b5ef-47e6-a12e-2b2b09481882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (659b3a1b-e4c9-459a-bde7-a54b8b9a185a), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:39.036303 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-b133e0b2-b5ef-47e6-a12e-2b2b09481882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:39.036836 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-b133e0b2-b5ef-47e6-a12e-2b2b09481882 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:39.038255 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-b133e0b2-b5ef-47e6-a12e-2b2b09481882 service neutron] 10.222.0.31 "PUT /v2.0/ports/659b3a1b-e4c9-459a-bde7-a54b8b9a185a HTTP/1.1" status: 200 len: 1093 time: 0.8032930 Jan 17 18:30:39.038697 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '930c9b07-2060-4d49-b801-8f8de0e85a27', 'tag': '659b3a1b-e4c9-459a-bde7-a54b8b9a185a'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:30:39.041037 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ebc6f40cb2ac68c89279b37e377f59c9ca88cf84401dffc3b34b74128c2044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae93629-9b75-425c-8070-94a6fd970904" -d '{"events": [{"name": "network-changed", "server_uuid": "930c9b07-2060-4d49-b801-8f8de0e85a27", "tag": "659b3a1b-e4c9-459a-bde7-a54b8b9a185a"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:30:39.073094 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b133e0b2-b5ef-47e6-a12e-2b2b09481882 service neutron] Pushing event updated for resources: {'Port': ['ID=659b3a1b-e4c9-459a-bde7-a54b8b9a185a,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:39.111235 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 18:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1238937b-6e38-4e5d-9116-d5e20394ecbd x-openstack-request-id: req-1238937b-6e38-4e5d-9116-d5e20394ecbd {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:30:39.111896 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "930c9b07-2060-4d49-b801-8f8de0e85a27", "tag": "659b3a1b-e4c9-459a-bde7-a54b8b9a185a", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:30:39.112293 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1238937b-6e38-4e5d-9116-d5e20394ecbd {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:30:39.114556 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '930c9b07-2060-4d49-b801-8f8de0e85a27', 'tag': '659b3a1b-e4c9-459a-bde7-a54b8b9a185a', 'status': 'completed', 'code': 200} Jan 17 18:30:39.149948 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-b7009bd4-1f08-4cef-9ec5-4573569388b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:39.151285 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-b7009bd4-1f08-4cef-9ec5-4573569388b3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d096303fa7e14469b06f7686921b4815&device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 1096 time: 0.0549748 Jan 17 18:30:39.207702 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-fe651690-bd4f-43e5-96c2-208189ca723f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=659b3a1b-e4c9-459a-bde7-a54b8b9a185a HTTP/1.1" status: 200 len: 217 time: 0.0467253 Jan 17 18:30:39.328567 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:30:39.329705 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-576aa16a-a354-43fe-98c7-b9f8144715de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:39.331723 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-576aa16a-a354-43fe-98c7-b9f8144715de service neutron] 10.222.0.31 "GET /v2.0/subnets?id=12a2e9e0-96ba-4d9c-8bea-1826f92be4cf HTTP/1.1" status: 200 len: 850 time: 0.1153567 Jan 17 18:30:39.380655 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:39.380655 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:39.380655 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:39.380655 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:39.380655 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:39.380655 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:39.380655 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:39.380655 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:39.380655 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:39.380655 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:39.380655 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:39.380655 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:39.380655 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:39.380655 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:39.380655 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:39.380655 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:39.380655 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:39.380655 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:39.380655 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:39.380655 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:39.380655 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:39.380655 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:39.380655 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:39.380655 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:39.380655 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:39.380655 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:39.380655 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:39.380655 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:39.380655 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:39.380655 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:39.380655 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:39.380655 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:39.380655 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:39.380655 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:39.380655 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:39.380655 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:39.382785 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:39.382785 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:39.382785 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:39.382785 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:39.382785 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:39.382785 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:39.382785 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:39.382785 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:39.382785 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:39.382785 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:39.382785 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:30:39.382785 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:30:39.385263 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd01305-d116-4444-ac7b-f28fa16d3889 req-723806cd-b514-4995-b8b7-209aee2a54fa tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:39.386740 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-8dd01305-d116-4444-ac7b-f28fa16d3889 req-723806cd-b514-4995-b8b7-209aee2a54fa tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.1183164 Jan 17 18:30:39.420016 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-c3ec971a-d623-49c7-b0bb-dba1dbbe1ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:39.421547 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-c3ec971a-d623-49c7-b0bb-dba1dbbe1ea4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0ef68749-9171-4b0e-b0ff-71ca96f8b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790348 Jan 17 18:30:39.504673 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-8dd01305-d116-4444-ac7b-f28fa16d3889 req-a5da7d8b-3bd1-46a3-8f9d-8ead5ff48504 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099050 Jan 17 18:30:39.542341 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-9bd08bff-ea8d-4e70-ad77-8f343734cd69 service neutron] 10.222.0.31 "GET /v2.0/networks/0ef68749-9171-4b0e-b0ff-71ca96f8b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067998 Jan 17 18:30:39.641080 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-fa7f1dd2-c34a-4cfd-90d7-5600c81f3659 req-fb246597-8410-4c43-8fef-7694a09e5460 service neutron] 10.222.0.31 "GET /v2.0/networks/0ef68749-9171-4b0e-b0ff-71ca96f8b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894430 Jan 17 18:30:39.743183 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae93629-9b75-425c-8070-94a6fd970904 req-09976d6f-9933-48c5-8716-9628e673e642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:39.744999 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-2ae93629-9b75-425c-8070-94a6fd970904 req-09976d6f-9933-48c5-8716-9628e673e642 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d096303fa7e14469b06f7686921b4815&device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 1096 time: 0.0402524 Jan 17 18:30:39.799484 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640fc1ef-ee00-4832-91fe-55898383782f req-9dcadac4-3e9e-4aa0-b162-eac7cf0f1df3 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:39.801077 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-640fc1ef-ee00-4832-91fe-55898383782f req-9dcadac4-3e9e-4aa0-b162-eac7cf0f1df3 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 943 time: 0.0660639 Jan 17 18:30:39.854227 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae93629-9b75-425c-8070-94a6fd970904 req-cf31b72a-75be-49bd-8ff9-eb280ef5397f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:39.856092 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-2ae93629-9b75-425c-8070-94a6fd970904 req-cf31b72a-75be-49bd-8ff9-eb280ef5397f service neutron] 10.222.0.31 "GET /v2.0/networks?id=0ef68749-9171-4b0e-b0ff-71ca96f8b9b1 HTTP/1.1" status: 200 len: 912 time: 0.1007416 Jan 17 18:30:39.857477 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-640fc1ef-ee00-4832-91fe-55898383782f req-c825a6a6-a930-4953-a393-984b5918ee82 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506291 Jan 17 18:30:39.902411 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-2ae93629-9b75-425c-8070-94a6fd970904 req-62be2c43-4f5c-43a0-a6c6-52a0e484ba6e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=659b3a1b-e4c9-459a-bde7-a54b8b9a185a HTTP/1.1" status: 200 len: 217 time: 0.0343902 Jan 17 18:30:39.958837 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae93629-9b75-425c-8070-94a6fd970904 req-58f0feec-82ee-48f5-a4fe-99e6454c188b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:39.960841 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-2ae93629-9b75-425c-8070-94a6fd970904 req-58f0feec-82ee-48f5-a4fe-99e6454c188b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=12a2e9e0-96ba-4d9c-8bea-1826f92be4cf HTTP/1.1" status: 200 len: 850 time: 0.0501661 Jan 17 18:30:40.050181 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae93629-9b75-425c-8070-94a6fd970904 req-4fa97458-65ce-480a-bc58-419001b06c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:40.052256 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-2ae93629-9b75-425c-8070-94a6fd970904 req-4fa97458-65ce-480a-bc58-419001b06c6a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0ef68749-9171-4b0e-b0ff-71ca96f8b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0812371 Jan 17 18:30:40.066783 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1e961-afcd-4475-a89f-e8719819e7e2 req-f424aa18-74f7-4540-b1fa-f8d69c4b5a0e tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:40.068258 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-94a1e961-afcd-4475-a89f-e8719819e7e2 req-f424aa18-74f7-4540-b1fa-f8d69c4b5a0e tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=a321118c-a1aa-47a3-adb6-e2c6f5d0c689 HTTP/1.1" status: 200 len: 944 time: 0.0785284 Jan 17 18:30:40.166182 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-94a1e961-afcd-4475-a89f-e8719819e7e2 req-30ef7eb2-4ccd-4b43-8565-1f82a634fbc1 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892627 Jan 17 18:30:40.188774 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-2ae93629-9b75-425c-8070-94a6fd970904 req-49ee4122-dee1-4dcc-aa42-b738f9b95c74 service neutron] 10.222.0.31 "GET /v2.0/networks/0ef68749-9171-4b0e-b0ff-71ca96f8b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195195 Jan 17 18:30:40.282338 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-2ae93629-9b75-425c-8070-94a6fd970904 req-1218de9f-cc6e-4381-aa52-87dd0dc35b9f service neutron] 10.222.0.31 "GET /v2.0/networks/0ef68749-9171-4b0e-b0ff-71ca96f8b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834031 Jan 17 18:30:40.631404 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914cdb5a-0522-4860-959e-ae278c48a538 req-7a4fa29b-b476-4c71-aae0-56c7cb8258a7 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:40.632915 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-914cdb5a-0522-4860-959e-ae278c48a538 req-7a4fa29b-b476-4c71-aae0-56c7cb8258a7 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0574872 Jan 17 18:30:40.646985 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0 up at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:30:40.710239 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-914cdb5a-0522-4860-959e-ae278c48a538 req-374db5cd-81d3-4419-bd01-f18bd2a2c2ad tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711830 Jan 17 18:30:40.710991 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning for port 4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 18:30:40.716147 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning complete for port 4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:30:40.716147 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:40.799068 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port 4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0 is: BUILD; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:30:40.799483 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:40.822443 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a321118c-a1aa-47a3-adb6-e2c6f5d0c689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:30:40.824768 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e36e39c9c94bd67d9c0bfa4cbed5ada700490a47b49253aa7a2931ae849a628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85932cb4-6dbf-40f7-a3d6-da1a1371ebc2" -d '{"events": [{"server_uuid": "a321118c-a1aa-47a3-adb6-e2c6f5d0c689", "name": "network-vif-plugged", "status": "completed", "tag": "4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:30:40.837999 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0,segment=NetworkSegment(eab41685-dbf8-458c-809c-87ead42a6e3b),segment_id=eab41685-dbf8-458c-809c-87ead42a6e3b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:30:40.843239 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:40.848999 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fa04f-f426-4912-bb2c-1fb5b9a5fdd8 req-dea0b5d2-96fd-4f37-95d8-8706059eb5c5 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:40.850539 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-df0fa04f-f426-4912-bb2c-1fb5b9a5fdd8 req-dea0b5d2-96fd-4f37-95d8-8706059eb5c5 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0666249 Jan 17 18:30:40.873634 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea12eaa5-d372-4173-b8ec-319ca190dd15 x-openstack-request-id: req-ea12eaa5-d372-4173-b8ec-319ca190dd15 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:30:40.874501 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a321118c-a1aa-47a3-adb6-e2c6f5d0c689", "name": "network-vif-plugged", "status": "completed", "tag": "4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:30:40.874762 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ea12eaa5-d372-4173-b8ec-319ca190dd15 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:30:40.875230 dv-cinder-824995-1-iscsi neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a321118c-a1aa-47a3-adb6-e2c6f5d0c689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0', 'code': 200} Jan 17 18:30:40.896091 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:40.901310 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-df0fa04f-f426-4912-bb2c-1fb5b9a5fdd8 req-b0cc1adb-e00d-48c1-b5fc-7d120c7bb650 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444698 Jan 17 18:30:40.996439 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1b419-995b-4018-80f8-e54fbc48f267 req-0c159046-dce8-4b1c-b57b-d397d62ad3d8 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:40.997981 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-dab1b419-995b-4018-80f8-e54fbc48f267 req-0c159046-dce8-4b1c-b57b-d397d62ad3d8 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 943 time: 0.0586498 Jan 17 18:30:41.051067 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-dab1b419-995b-4018-80f8-e54fbc48f267 req-bbd6602c-e255-46e9-9958-ebb9c291620a tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466075 Jan 17 18:30:41.096134 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed0692-d67b-4046-b05b-98d6c19f7440 req-c46e991d-5c40-41c9-95dd-c66ec7526af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:41.097587 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-62ed0692-d67b-4046-b05b-98d6c19f7440 req-c46e991d-5c40-41c9-95dd-c66ec7526af6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a321118c-a1aa-47a3-adb6-e2c6f5d0c689 HTTP/1.1" status: 200 len: 1098 time: 0.0433569 Jan 17 18:30:41.151962 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-62ed0692-d67b-4046-b05b-98d6c19f7440 req-e6d5e58d-d842-4768-99db-51af8551d1c0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466466 Jan 17 18:30:41.310616 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fea2a-b6ad-4793-91fc-0dd9c616aa02 req-5716896c-6210-4f33-af40-061b70cc6c84 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:41.315931 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-fa6fea2a-b6ad-4793-91fc-0dd9c616aa02 req-5716896c-6210-4f33-af40-061b70cc6c84 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=a321118c-a1aa-47a3-adb6-e2c6f5d0c689 HTTP/1.1" status: 200 len: 945 time: 0.0703905 Jan 17 18:30:41.367845 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-fa6fea2a-b6ad-4793-91fc-0dd9c616aa02 req-819cb277-7180-4735-ad48-51cd5bdfe176 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473270 Jan 17 18:30:41.498439 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 54726) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:41.606054 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f11a7fcb-c8bb-4fa1-8c27-5db091b4c90d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:41.688785 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f11a7fcb-c8bb-4fa1-8c27-5db091b4c90d admin admin] Publish callbacks [] for security_group (e5f23ef1-a1a6-407f-bfa1-2fa17d9c9d13), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:41.692663 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f11a7fcb-c8bb-4fa1-8c27-5db091b4c90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (e5f23ef1-a1a6-407f-bfa1-2fa17d9c9d13), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:41.730057 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-f11a7fcb-c8bb-4fa1-8c27-5db091b4c90d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=21c54c3bb2d243fe8df9d04cf7015368&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299321 Jan 17 18:30:41.733063 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 54736) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:41.739271 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a7fcb-c8bb-4fa1-8c27-5db091b4c90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f23ef1-a1a6-407f-bfa1-2fa17d9c9d13,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:41.792214 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-90461258-1555-43a2-90c1-8b1d32400714 admin admin] Publish callbacks [] for security_group (e5f23ef1-a1a6-407f-bfa1-2fa17d9c9d13), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:41.815262 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-90461258-1555-43a2-90c1-8b1d32400714 admin admin] Publish callbacks [] for security_group (e5f23ef1-a1a6-407f-bfa1-2fa17d9c9d13), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:41.863863 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-90461258-1555-43a2-90c1-8b1d32400714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (e5f23ef1-a1a6-407f-bfa1-2fa17d9c9d13), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:41.866424 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-90461258-1555-43a2-90c1-8b1d32400714 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:41.867591 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-90461258-1555-43a2-90c1-8b1d32400714 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e5f23ef1-a1a6-407f-bfa1-2fa17d9c9d13 HTTP/1.1" status: 204 len: 168 time: 0.1325328 Jan 17 18:30:41.875986 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90461258-1555-43a2-90c1-8b1d32400714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f23ef1-a1a6-407f-bfa1-2fa17d9c9d13,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:42.193022 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9aa22-5c8f-4271-b125-0332c3031a51 req-a95f0701-cbd9-42d1-b090-9effc4223917 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:42.195891 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-09b9aa22-5c8f-4271-b125-0332c3031a51 req-a95f0701-cbd9-42d1-b090-9effc4223917 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 943 time: 0.0523877 Jan 17 18:30:42.243676 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-09b9aa22-5c8f-4271-b125-0332c3031a51 req-88116bc0-9ab9-48be-9deb-d59b0b8c572b tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436902 Jan 17 18:30:42.496891 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f5f12-4b1c-4df8-916f-78b1616cbfe1 req-86ed02b7-0d2a-4495-b18a-a6bc95aa4d18 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:42.498737 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-5b9f5f12-4b1c-4df8-916f-78b1616cbfe1 req-86ed02b7-0d2a-4495-b18a-a6bc95aa4d18 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=a321118c-a1aa-47a3-adb6-e2c6f5d0c689 HTTP/1.1" status: 200 len: 945 time: 0.0570092 Jan 17 18:30:42.568574 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-5b9f5f12-4b1c-4df8-916f-78b1616cbfe1 req-fb79bfe8-4d60-40ee-8e61-a4ff61161d21 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634131 Jan 17 18:30:42.576106 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 54782) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:42.645237 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f27d0-6be4-4283-b6f5-b87e8ef11b80 req-690d54f6-67cf-4bd3-a53c-161a7a9a55e4 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:42.646760 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-281f27d0-6be4-4283-b6f5-b87e8ef11b80 req-690d54f6-67cf-4bd3-a53c-161a7a9a55e4 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0805843 Jan 17 18:30:42.654141 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59940a-b0c3-4b5f-b7db-22852bad34ee req-a955f8e3-e8d2-4b21-b1b3-96ae3bce854f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:42.656711 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-9d59940a-b0c3-4b5f-b7db-22852bad34ee req-a955f8e3-e8d2-4b21-b1b3-96ae3bce854f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e713cd04cf914d75bc12b271eea8bc44&device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 1098 time: 0.0797689 Jan 17 18:30:42.656829 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 659b3a1b-e4c9-459a-bde7-a54b8b9a185a details requested by agent hyperv_hv-cinder-82499 with host hv-cinder-82499 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 18:30:42.703759 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-e2a0a65c-d0cc-4a04-972b-4e4b06e09408 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1739458694-network', 'tenant_id': '5262d740746c4265993cce733a67438a'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:30:42.747576 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a0a65c-d0cc-4a04-972b-4e4b06e09408 admin admin] Made reservation on behalf of 5262d740746c4265993cce733a67438a for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:30:42.752199 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e2a0a65c-d0cc-4a04-972b-4e4b06e09408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for network (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:42.771885 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e2a0a65c-d0cc-4a04-972b-4e4b06e09408 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:42.831286 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-281f27d0-6be4-4283-b6f5-b87e8ef11b80 req-9122f31e-9d20-4cad-9906-f384cc6643dc tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726475 Jan 17 18:30:42.843416 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59940a-b0c3-4b5f-b7db-22852bad34ee req-f8ce62f4-3122-495d-a002-b5eec951e54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:42.845774 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-9d59940a-b0c3-4b5f-b7db-22852bad34ee req-f8ce62f4-3122-495d-a002-b5eec951e54a service neutron] 10.222.0.31 "GET /v2.0/networks?id=dc7b8bda-4f6a-4a84-9c64-8df87d1d200d HTTP/1.1" status: 200 len: 920 time: 0.1496608 Jan 17 18:30:42.877146 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e2a0a65c-d0cc-4a04-972b-4e4b06e09408 admin admin] Publish callbacks [] for security_group (806d8332-482c-4e58-a508-09b877714614), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:42.881638 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e2a0a65c-d0cc-4a04-972b-4e4b06e09408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (806d8332-482c-4e58-a508-09b877714614), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:42.896676 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a0a65c-d0cc-4a04-972b-4e4b06e09408 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 18:30:42.901336 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-9d59940a-b0c3-4b5f-b7db-22852bad34ee req-67914236-77c2-47ff-a7f0-6156fbbe399c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30b283b6-8fca-442f-9cb3-672eef080229 HTTP/1.1" status: 200 len: 217 time: 0.0462747 Jan 17 18:30:42.918515 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e2a0a65c-d0cc-4a04-972b-4e4b06e09408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749'] for segment (5962ef69-feec-4b57-beb5-c84c57cc4d3e), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:42.918861 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.db.segments_db [None req-e2a0a65c-d0cc-4a04-972b-4e4b06e09408 admin admin] Added segment 5962ef69-feec-4b57-beb5-c84c57cc4d3e of type vlan for network 1f7f3e80-1c90-454b-9448-14d5ab17dae0 Jan 17 18:30:42.935949 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0a65c-d0cc-4a04-972b-4e4b06e09408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806d8332-482c-4e58-a508-09b877714614,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:42.942707 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 659b3a1b-e4c9-459a-bde7-a54b8b9a185a, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=659b3a1b-e4c9-459a-bde7-a54b8b9a185a,segment=NetworkSegment(28f97c74-2665-417e-af27-3e207ad9c913),segment_id=28f97c74-2665-417e-af27-3e207ad9c913)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:30:42.966235 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Returning: {'device': '659b3a1b-e4c9-459a-bde7-a54b8b9a185a', 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1', 'port_id': '659b3a1b-e4c9-459a-bde7-a54b8b9a185a', 'mac_address': 'fa:16:3e:f0:7d:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a2e9e0-96ba-4d9c-8bea-1826f92be4cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 18:30:42.981168 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e2a0a65c-d0cc-4a04-972b-4e4b06e09408 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736373697190'] for network (1f7f3e80-1c90-454b-9448-14d5ab17dae0), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:43.002785 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59940a-b0c3-4b5f-b7db-22852bad34ee req-98795936-1f51-4b7b-8115-23aa4f35a57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:43.004308 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-9d59940a-b0c3-4b5f-b7db-22852bad34ee req-98795936-1f51-4b7b-8115-23aa4f35a57d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=09b30f79-9dbf-4db5-8afc-15f2fb928f6f HTTP/1.1" status: 200 len: 859 time: 0.0537531 Jan 17 18:30:43.011366 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port 659b3a1b-e4c9-459a-bde7-a54b8b9a185a is: DOWN; New status is: BUILD {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:30:43.011804 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (659b3a1b-e4c9-459a-bde7-a54b8b9a185a), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:43.015699 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e2a0a65c-d0cc-4a04-972b-4e4b06e09408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506'] for network (1f7f3e80-1c90-454b-9448-14d5ab17dae0), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:43.016739 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a0a65c-d0cc-4a04-972b-4e4b06e09408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:43.017336 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e2a0a65c-d0cc-4a04-972b-4e4b06e09408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for network (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:43.041040 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 659b3a1b-e4c9-459a-bde7-a54b8b9a185a {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:30:43.049324 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-9d59940a-b0c3-4b5f-b7db-22852bad34ee req-be33b307-ce76-4093-85c8-48b2ed0f09cd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc7b8bda-4f6a-4a84-9c64-8df87d1d200d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281701 Jan 17 18:30:43.063088 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 659b3a1b-e4c9-459a-bde7-a54b8b9a185a, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=659b3a1b-e4c9-459a-bde7-a54b8b9a185a,segment=NetworkSegment(28f97c74-2665-417e-af27-3e207ad9c913),segment_id=28f97c74-2665-417e-af27-3e207ad9c913)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:30:43.068133 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (659b3a1b-e4c9-459a-bde7-a54b8b9a185a), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:43.083860 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0a65c-d0cc-4a04-972b-4e4b06e09408 admin admin] Pushing event updated for resources: {'Network': ['ID=1f7f3e80-1c90-454b-9448-14d5ab17dae0,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:43.096728 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-e2a0a65c-d0cc-4a04-972b-4e4b06e09408 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5187812 Jan 17 18:30:43.097704 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 54790) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:43.102298 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Network 1f7f3e80-1c90-454b-9448-14d5ab17dae0 details requested by agent ovs-agent-dv-cinder-824995-1-iscsi with host dv-cinder-824995-1-iscsi {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 18:30:43.102461 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-5b2e958e-beac-4065-ba51-c21c9d7b38a9 admin admin] Request body: {'subnet': {'network_id': '1f7f3e80-1c90-454b-9448-14d5ab17dae0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1739458694-subnet', 'tenant_id': '5262d740746c4265993cce733a67438a', 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:30:43.127835 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2e958e-beac-4065-ba51-c21c9d7b38a9 admin admin] Made reservation on behalf of 5262d740746c4265993cce733a67438a for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:30:43.130420 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5b2e958e-beac-4065-ba51-c21c9d7b38a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4038380'] for subnet (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:43.172411 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-9d59940a-b0c3-4b5f-b7db-22852bad34ee req-89bb2eae-e7a0-4307-aff7-c06fb59f235f service neutron] 10.222.0.31 "GET /v2.0/networks/dc7b8bda-4f6a-4a84-9c64-8df87d1d200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127548 Jan 17 18:30:43.188241 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=659b3a1b-e4c9-459a-bde7-a54b8b9a185a,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:43.428721 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5b2e958e-beac-4065-ba51-c21c9d7b38a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260168065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4038398'] for subnet (985b67e5-f935-4baf-bc4b-3331cffe658a), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:43.441291 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcdd060-bfeb-46b2-80ca-61c88a89c1d4 req-78e710e5-6a4d-41e9-a32e-8bc796a63240 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:43.442995 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-3dcdd060-bfeb-46b2-80ca-61c88a89c1d4 req-78e710e5-6a4d-41e9-a32e-8bc796a63240 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 944 time: 0.1048660 Jan 17 18:30:43.492552 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['659b3a1b-e4c9-459a-bde7-a54b8b9a185a'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:30:43.509898 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e958e-beac-4065-ba51-c21c9d7b38a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=985b67e5-f935-4baf-bc4b-3331cffe658a,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:43.540653 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-9d59940a-b0c3-4b5f-b7db-22852bad34ee req-5a6e965b-7d97-4297-a574-7ef0f83285a9 service neutron] 10.222.0.31 "GET /v2.0/networks/dc7b8bda-4f6a-4a84-9c64-8df87d1d200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613558 Jan 17 18:30:43.584664 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-3dcdd060-bfeb-46b2-80ca-61c88a89c1d4 req-50d54960-19a2-466d-823f-38dc5ca3e6c7 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150920 Jan 17 18:30:43.588359 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2e958e-beac-4065-ba51-c21c9d7b38a9 admin admin] Checking segment: {'id': '5962ef69-feec-4b57-beb5-c84c57cc4d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1f7f3e80-1c90-454b-9448-14d5ab17dae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:30:43.588727 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2e958e-beac-4065-ba51-c21c9d7b38a9 admin admin] Network hostable DHCP agents. Network: 1f7f3e80-1c90-454b-9448-14d5ab17dae0, hostable agents: ['94683317-8c70-4890-b431-46000499a1c4'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 18:30:43.615289 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2e958e-beac-4065-ba51-c21c9d7b38a9 admin admin] Network 1f7f3e80-1c90-454b-9448-14d5ab17dae0 is scheduled to be hosted by DHCP agent 94683317-8c70-4890-b431-46000499a1c4 with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 18:30:43.633188 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-5b2e958e-beac-4065-ba51-c21c9d7b38a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824995-1-iscsi, 1f7f3e80-1c90-454b-9448-14d5ab17dae0) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:30:43.639148 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2e958e-beac-4065-ba51-c21c9d7b38a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:43.641240 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5b2e958e-beac-4065-ba51-c21c9d7b38a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for subnet (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:43.666718 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1c4bba-6d5d-4e81-887b-195dae6181eb None None] Network 1f7f3e80-1c90-454b-9448-14d5ab17dae0 requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:30:43.667269 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-5b2e958e-beac-4065-ba51-c21c9d7b38a9 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5681560 Jan 17 18:30:43.669504 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 54816) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:43.674777 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-e0c19b4b-4556-4c79-b0c0-8a75b144e527 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1739458694-router', 'tenant_id': '5262d740746c4265993cce733a67438a', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:30:43.705061 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e0c19b4b-4556-4c79-b0c0-8a75b144e527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31965'] for router (7a2e8a98-702b-49cd-8e76-aead3df6155d), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:43.706384 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e0c19b4b-4556-4c79-b0c0-8a75b144e527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-658330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31974'] for router (7a2e8a98-702b-49cd-8e76-aead3df6155d), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:43.767129 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351282de-9d92-46d3-a35f-118a5be03f16 req-1562b1c4-d000-47c3-9b39-3f6eabf42cca tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:43.769735 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e0c19b4b-4556-4c79-b0c0-8a75b144e527 admin admin] Publish callbacks [] for router_controller (7a2e8a98-702b-49cd-8e76-aead3df6155d), precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:43.776995 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-351282de-9d92-46d3-a35f-118a5be03f16 req-1562b1c4-d000-47c3-9b39-3f6eabf42cca tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=a321118c-a1aa-47a3-adb6-e2c6f5d0c689 HTTP/1.1" status: 200 len: 945 time: 0.0801518 Jan 17 18:30:43.832128 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09a4920-fce5-46ad-a215-e44e0c0b4234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95e1d24f-6bb3-50e3-943a-1efa89be4733-1f7f3e80-1c90-454b-9448-14d5ab17dae0', 'network_id': '1f7f3e80-1c90-454b-9448-14d5ab17dae0', 'project_id': '5262d740746c4265993cce733a67438a', 'fixed_ips': [{'subnet_id': '985b67e5-f935-4baf-bc4b-3331cffe658a'}]}} from dv-cinder-824995-1-iscsi. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 18:30:43.832980 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b09a4920-fce5-46ad-a215-e44e0c0b4234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:43.856034 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-351282de-9d92-46d3-a35f-118a5be03f16 req-2a97f5e8-1a0f-45a7-9428-6610274a204f tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780933 Jan 17 18:30:44.037068 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58d4c2-77a4-4e5e-9a80-0add6782cd07 req-375f9296-60fd-4b67-821f-dc020f9ecf5a tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:44.037692 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-b09a4920-fce5-46ad-a215-e44e0c0b4234 None None] Allocated IP 172.20.0.2 (1f7f3e80-1c90-454b-9448-14d5ab17dae0/985b67e5-f935-4baf-bc4b-3331cffe658a/51452078-c2a0-4478-80f5-9dbe88f058a3) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:30:44.038744 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-2e58d4c2-77a4-4e5e-9a80-0add6782cd07 req-375f9296-60fd-4b67-821f-dc020f9ecf5a tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0809371 Jan 17 18:30:44.171530 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-2e58d4c2-77a4-4e5e-9a80-0add6782cd07 req-2d3af4fd-e2a0-41c3-b932-d6f610178ff5 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154439 Jan 17 18:30:44.178097 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e0c19b4b-4556-4c79-b0c0-8a75b144e527 admin admin] Publish callbacks [] for router_gateway (7a2e8a98-702b-49cd-8e76-aead3df6155d), precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:44.285664 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b09a4920-fce5-46ad-a215-e44e0c0b4234 None None] Publish callbacks [] for port (51452078-c2a0-4478-80f5-9dbe88f058a3), precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:44.291838 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b09a4920-fce5-46ad-a215-e44e0c0b4234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924'] for port (51452078-c2a0-4478-80f5-9dbe88f058a3), after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:44.335139 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09a4920-fce5-46ad-a215-e44e0c0b4234 None None] Network 1f7f3e80-1c90-454b-9448-14d5ab17dae0 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:30:44.338102 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-b09a4920-fce5-46ad-a215-e44e0c0b4234 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:30:44.342854 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09a4920-fce5-46ad-a215-e44e0c0b4234 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:30:44.345923 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a4920-fce5-46ad-a215-e44e0c0b4234 None None] Pushing event updated for resources: {'Port': ['ID=51452078-c2a0-4478-80f5-9dbe88f058a3,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:44.406341 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e0c19b4b-4556-4c79-b0c0-8a75b144e527 admin admin] Publish callbacks [] for router_gateway (7a2e8a98-702b-49cd-8e76-aead3df6155d), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:44.416869 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-b09a4920-fce5-46ad-a215-e44e0c0b4234 None None] Attempting to bind port 51452078-c2a0-4478-80f5-9dbe88f058a3 on host dv-cinder-824995-1-iscsi for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:30:44.417240 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-b09a4920-fce5-46ad-a215-e44e0c0b4234 None None] Attempting to bind port 51452078-c2a0-4478-80f5-9dbe88f058a3 by drivers openvswitch,hyperv on host dv-cinder-824995-1-iscsi at level 0 using segments [{'id': '5962ef69-feec-4b57-beb5-c84c57cc4d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1f7f3e80-1c90-454b-9448-14d5ab17dae0'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:30:44.417607 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09a4920-fce5-46ad-a215-e44e0c0b4234 None None] Attempting to bind port 51452078-c2a0-4478-80f5-9dbe88f058a3 on network 1f7f3e80-1c90-454b-9448-14d5ab17dae0 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:30:44.424305 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09a4920-fce5-46ad-a215-e44e0c0b4234 None None] Checking agent: {'id': 'df58d820-fcc5-4fb7-897c-d0f1a16030b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 21, 27), 'started_at': datetime.datetime(2022, 1, 17, 18, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:30:44.424681 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09a4920-fce5-46ad-a215-e44e0c0b4234 None None] Checking segment: {'id': '5962ef69-feec-4b57-beb5-c84c57cc4d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1f7f3e80-1c90-454b-9448-14d5ab17dae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:30:44.425083 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b09a4920-fce5-46ad-a215-e44e0c0b4234 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:44.425473 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09a4920-fce5-46ad-a215-e44e0c0b4234 None None] Bound using segment: {'id': '5962ef69-feec-4b57-beb5-c84c57cc4d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1f7f3e80-1c90-454b-9448-14d5ab17dae0'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:30:44.426101 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-b09a4920-fce5-46ad-a215-e44e0c0b4234 None None] Bound port: 51452078-c2a0-4478-80f5-9dbe88f058a3, host: dv-cinder-824995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5962ef69-feec-4b57-beb5-c84c57cc4d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1f7f3e80-1c90-454b-9448-14d5ab17dae0'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:30:44.426331 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b09a4920-fce5-46ad-a215-e44e0c0b4234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (51452078-c2a0-4478-80f5-9dbe88f058a3), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:44.432086 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e0c19b4b-4556-4c79-b0c0-8a75b144e527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:44.492945 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-b09a4920-fce5-46ad-a215-e44e0c0b4234 None None] For port 51452078-c2a0-4478-80f5-9dbe88f058a3, host dv-cinder-824995-1-iscsi, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:30:44.496151 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-b09a4920-fce5-46ad-a215-e44e0c0b4234 None None] For port 51452078-c2a0-4478-80f5-9dbe88f058a3, host dv-cinder-824995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=51452078-c2a0-4478-80f5-9dbe88f058a3,segment=NetworkSegment(5962ef69-feec-4b57-beb5-c84c57cc4d3e),segment_id=5962ef69-feec-4b57-beb5-c84c57cc4d3e)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:30:44.500368 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b09a4920-fce5-46ad-a215-e44e0c0b4234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (51452078-c2a0-4478-80f5-9dbe88f058a3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:44.542109 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-e0c19b4b-4556-4c79-b0c0-8a75b144e527 admin admin] Allocated IP 172.27.3.114 (9ec40da0-3fb2-40ad-97b9-056b5e7103fe/10c42aa5-d9d6-40a2-95c7-0d399aece660/c00e432c-3cec-4d1f-8f30-a21dd8cec7b6) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:30:44.566612 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a4920-fce5-46ad-a215-e44e0c0b4234 None None] Pushing event updated for resources: {'Port': ['ID=51452078-c2a0-4478-80f5-9dbe88f058a3,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:44.593723 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:44.677577 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e0c19b4b-4556-4c79-b0c0-8a75b144e527 admin admin] Publish callbacks [] for port (c00e432c-3cec-4d1f-8f30-a21dd8cec7b6), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:44.755867 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f3d25-dae3-4d6f-9fb3-3109eeec301d req-20268b3b-1cc2-4f57-ab52-10b59b395874 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:44.757410 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-5d8f3d25-dae3-4d6f-9fb3-3109eeec301d req-20268b3b-1cc2-4f57-ab52-10b59b395874 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 944 time: 0.0887406 Jan 17 18:30:44.801855 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e0c19b4b-4556-4c79-b0c0-8a75b144e527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (c00e432c-3cec-4d1f-8f30-a21dd8cec7b6), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:44.865332 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-5d8f3d25-dae3-4d6f-9fb3-3109eeec301d req-b5142ebd-de6c-4279-b28a-87a1fe742c6a tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986466 Jan 17 18:30:44.867815 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c19b4b-4556-4c79-b0c0-8a75b144e527 admin admin] Network 9ec40da0-3fb2-40ad-97b9-056b5e7103fe is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:30:44.870880 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-e0c19b4b-4556-4c79-b0c0-8a75b144e527 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:30:44.880578 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c19b4b-4556-4c79-b0c0-8a75b144e527 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:30:44.927300 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c19b4b-4556-4c79-b0c0-8a75b144e527 admin admin] Pushing event updated for resources: {'Port': ['ID=c00e432c-3cec-4d1f-8f30-a21dd8cec7b6,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:45.126823 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 51452078-c2a0-4478-80f5-9dbe88f058a3 up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:30:45.183142 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port 51452078-c2a0-4478-80f5-9dbe88f058a3 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:30:45.183638 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (51452078-c2a0-4478-80f5-9dbe88f058a3), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:45.185858 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e0c19b4b-4556-4c79-b0c0-8a75b144e527 admin admin] Publish callbacks [] for router_gateway (7a2e8a98-702b-49cd-8e76-aead3df6155d), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:45.296716 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port 51452078-c2a0-4478-80f5-9dbe88f058a3 is: DOWN; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:30:45.297126 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (51452078-c2a0-4478-80f5-9dbe88f058a3), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:45.338422 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] For port 51452078-c2a0-4478-80f5-9dbe88f058a3, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=51452078-c2a0-4478-80f5-9dbe88f058a3,segment=NetworkSegment(5962ef69-feec-4b57-beb5-c84c57cc4d3e),segment_id=5962ef69-feec-4b57-beb5-c84c57cc4d3e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:30:45.345708 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (51452078-c2a0-4478-80f5-9dbe88f058a3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:45.430406 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b8cd1-8550-4e1c-87f9-4640a8f50793 req-a875e793-97b8-4994-b944-8854826d46c2 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:45.440401 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-158b8cd1-8550-4e1c-87f9-4640a8f50793 req-a875e793-97b8-4994-b944-8854826d46c2 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.1587741 Jan 17 18:30:45.448409 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Pushing event updated for resources: {'Port': ['ID=51452078-c2a0-4478-80f5-9dbe88f058a3,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:45.540148 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-158b8cd1-8550-4e1c-87f9-4640a8f50793 req-171454b5-6404-45ad-a0e8-d9e6e19747c6 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983386 Jan 17 18:30:45.555783 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e0c19b4b-4556-4c79-b0c0-8a75b144e527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565588'] for router (7a2e8a98-702b-49cd-8e76-aead3df6155d), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:45.733807 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c19b4b-4556-4c79-b0c0-8a75b144e527 admin admin] Router 7a2e8a98-702b-49cd-8e76-aead3df6155d is scheduled to L3 agent f711a738-9445-49a6-871d-c35940c1a323 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 18:30:45.779822 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892c27bb-3745-4208-9fd3-788c6eba7778 None None] Network 1f7f3e80-1c90-454b-9448-14d5ab17dae0 requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:30:45.863241 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f900d387-f4b0-47f8-9c09-62ec4ff95e40 None None] Provisioning complete for port 51452078-c2a0-4478-80f5-9dbe88f058a3 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:30:45.863646 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f900d387-f4b0-47f8-9c09-62ec4ff95e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (51452078-c2a0-4478-80f5-9dbe88f058a3), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:45.866014 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c19b4b-4556-4c79-b0c0-8a75b144e527 admin admin] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:30:45.886542 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de7474c-7c45-4842-b018-242a4039c999 None None] Sync routers for ids ['7a2e8a98-702b-49cd-8e76-aead3df6155d'] in dv-cinder-824995-1-iscsi {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:30:45.900395 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e0c19b4b-4556-4c79-b0c0-8a75b144e527 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:45.903385 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de7474c-7c45-4842-b018-242a4039c999 None None] Routers {'7a2e8a98-702b-49cd-8e76-aead3df6155d'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:30:45.904271 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-e0c19b4b-4556-4c79-b0c0-8a75b144e527 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2328119 Jan 17 18:30:45.906026 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-8de7474c-7c45-4842-b018-242a4039c999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:30:23Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['7a2e8a98-702b-49cd-8e76-aead3df6155d'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:30:45.907883 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 54872) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:46.058392 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-f900d387-f4b0-47f8-9c09-62ec4ff95e40 None None] Current status of the port 51452078-c2a0-4478-80f5-9dbe88f058a3 is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:30:46.181593 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723dbc5-8020-4359-900a-966b75c34dc9 req-9aa577de-83fc-497e-b70c-0134b7c17c2f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:46.189803 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2723dbc5-8020-4359-900a-966b75c34dc9 req-9aa577de-83fc-497e-b70c-0134b7c17c2f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 944 time: 0.1945865 Jan 17 18:30:46.250140 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-8de7474c-7c45-4842-b018-242a4039c999 None None] Set router 7a2e8a98-702b-49cd-8e76-aead3df6155d gateway port host: dv-cinder-824995-1-iscsi {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:30:46.281419 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2723dbc5-8020-4359-900a-966b75c34dc9 req-1d633a53-bcd1-4bd1-8e30-07814c547ae5 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905068 Jan 17 18:30:46.380321 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d1651391-4b66-40c2-97f0-64511215ec55 None None] Provisioning complete for port 51452078-c2a0-4478-80f5-9dbe88f058a3 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:30:46.380321 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d1651391-4b66-40c2-97f0-64511215ec55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (51452078-c2a0-4478-80f5-9dbe88f058a3), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:46.450136 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-8de7474c-7c45-4842-b018-242a4039c999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2e8a98-702b-49cd-8e76-aead3df6155d', 'name': 'tempest-TestShelveInstance-1739458694-router', 'tenant_id': '5262d740746c4265993cce733a67438a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'c00e432c-3cec-4d1f-8f30-a21dd8cec7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:43Z', 'updated_at': '2022-01-17T18:30:45Z', 'revision_number': 3, 'project_id': '5262d740746c4265993cce733a67438a', 'gw_port': {'id': 'c00e432c-3cec-4d1f-8f30-a21dd8cec7b6', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2e8a98-702b-49cd-8e76-aead3df6155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:44Z', 'updated_at': '2022-01-17T18:30:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi'}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:30:46.479247 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d1651391-4b66-40c2-97f0-64511215ec55 None None] Current status of the port 51452078-c2a0-4478-80f5-9dbe88f058a3 is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:30:46.487283 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de7474c-7c45-4842-b018-242a4039c999 None None] Checking router: 7a2e8a98-702b-49cd-8e76-aead3df6155d for host: dv-cinder-824995-1-iscsi {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:30:46.487659 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de7474c-7c45-4842-b018-242a4039c999 None None] Updating router 7a2e8a98-702b-49cd-8e76-aead3df6155d port c00e432c-3cec-4d1f-8f30-a21dd8cec7b6 binding host dv-cinder-824995-1-iscsi {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 18:30:46.519908 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-8de7474c-7c45-4842-b018-242a4039c999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (c00e432c-3cec-4d1f-8f30-a21dd8cec7b6), before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:46.569854 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ecc2d025-04b5-4935-be1c-8589dbe542dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:46.721915 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccd465-9c2f-46d5-a165-079dd1ec8bc3 req-03e93433-5a95-400b-8f51-86a0374271ac tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:46.723352 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-e9ccd465-9c2f-46d5-a165-079dd1ec8bc3 req-03e93433-5a95-400b-8f51-86a0374271ac tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.1011205 Jan 17 18:30:46.776308 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-8de7474c-7c45-4842-b018-242a4039c999 None None] Publish callbacks [] for port (c00e432c-3cec-4d1f-8f30-a21dd8cec7b6), precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:46.782195 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-8de7474c-7c45-4842-b018-242a4039c999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (c00e432c-3cec-4d1f-8f30-a21dd8cec7b6), after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:46.805487 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-ecc2d025-04b5-4935-be1c-8589dbe542dd admin admin] Allocated IP 172.20.0.1 (1f7f3e80-1c90-454b-9448-14d5ab17dae0/985b67e5-f935-4baf-bc4b-3331cffe658a/82ebbe15-7849-41b9-b7f6-3e7f82de692f) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:30:46.815130 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-e9ccd465-9c2f-46d5-a165-079dd1ec8bc3 req-11d6a8f1-bb6b-4b61-a36a-3de75ae462a0 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836248 Jan 17 18:30:46.843036 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-8de7474c-7c45-4842-b018-242a4039c999 None None] Attempting to bind port c00e432c-3cec-4d1f-8f30-a21dd8cec7b6 on host dv-cinder-824995-1-iscsi for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:30:46.843681 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-8de7474c-7c45-4842-b018-242a4039c999 None None] Attempting to bind port c00e432c-3cec-4d1f-8f30-a21dd8cec7b6 by drivers openvswitch,hyperv on host dv-cinder-824995-1-iscsi at level 0 using segments [{'id': '8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:30:46.844097 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de7474c-7c45-4842-b018-242a4039c999 None None] Attempting to bind port c00e432c-3cec-4d1f-8f30-a21dd8cec7b6 on network 9ec40da0-3fb2-40ad-97b9-056b5e7103fe {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:30:46.846302 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9933d8a5-5532-4f0a-a9b0-bb85e779db36 None None] Pushing event updated for resources: {'Port': ['ID=c00e432c-3cec-4d1f-8f30-a21dd8cec7b6,revision_number=2']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:46.852128 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de7474c-7c45-4842-b018-242a4039c999 None None] Checking agent: {'id': 'df58d820-fcc5-4fb7-897c-d0f1a16030b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 21, 27), 'started_at': datetime.datetime(2022, 1, 17, 18, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:30:46.852483 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de7474c-7c45-4842-b018-242a4039c999 None None] Checking segment: {'id': '8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:30:46.853066 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-8de7474c-7c45-4842-b018-242a4039c999 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:46.854233 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de7474c-7c45-4842-b018-242a4039c999 None None] Bound using segment: {'id': '8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:30:46.854233 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-8de7474c-7c45-4842-b018-242a4039c999 None None] Bound port: c00e432c-3cec-4d1f-8f30-a21dd8cec7b6, host: dv-cinder-824995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:30:46.854411 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-8de7474c-7c45-4842-b018-242a4039c999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (c00e432c-3cec-4d1f-8f30-a21dd8cec7b6), before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:46.911824 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-8de7474c-7c45-4842-b018-242a4039c999 None None] For port c00e432c-3cec-4d1f-8f30-a21dd8cec7b6, host dv-cinder-824995-1-iscsi, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:30:46.914799 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-8de7474c-7c45-4842-b018-242a4039c999 None None] For port c00e432c-3cec-4d1f-8f30-a21dd8cec7b6, host dv-cinder-824995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=c00e432c-3cec-4d1f-8f30-a21dd8cec7b6,segment=NetworkSegment(8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f),segment_id=8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:30:46.919578 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-8de7474c-7c45-4842-b018-242a4039c999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (c00e432c-3cec-4d1f-8f30-a21dd8cec7b6), after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:46.943464 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ecc2d025-04b5-4935-be1c-8589dbe542dd admin admin] Publish callbacks [] for port (82ebbe15-7849-41b9-b7f6-3e7f82de692f), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:46.976626 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de7474c-7c45-4842-b018-242a4039c999 None None] Routers {'7a2e8a98-702b-49cd-8e76-aead3df6155d'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:30:46.977237 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-8de7474c-7c45-4842-b018-242a4039c999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:30:23Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['7a2e8a98-702b-49cd-8e76-aead3df6155d'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:30:46.981130 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ecc2d025-04b5-4935-be1c-8589dbe542dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (82ebbe15-7849-41b9-b7f6-3e7f82de692f), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:46.982054 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9933d8a5-5532-4f0a-a9b0-bb85e779db36 None None] Pushing event updated for resources: {'Port': ['ID=c00e432c-3cec-4d1f-8f30-a21dd8cec7b6,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:47.032926 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc2d025-04b5-4935-be1c-8589dbe542dd admin admin] Network 1f7f3e80-1c90-454b-9448-14d5ab17dae0 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:30:47.036319 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-ecc2d025-04b5-4935-be1c-8589dbe542dd admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:30:47.038768 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc2d025-04b5-4935-be1c-8589dbe542dd admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:30:47.083233 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc2d025-04b5-4935-be1c-8589dbe542dd admin admin] Pushing event updated for resources: {'Port': ['ID=82ebbe15-7849-41b9-b7f6-3e7f82de692f,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:47.095982 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ecc2d025-04b5-4935-be1c-8589dbe542dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567171'] for router_interface (7a2e8a98-702b-49cd-8e76-aead3df6155d), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:47.099024 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 659b3a1b-e4c9-459a-bde7-a54b8b9a185a up at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:30:47.106146 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-8de7474c-7c45-4842-b018-242a4039c999 None None] Set router 7a2e8a98-702b-49cd-8e76-aead3df6155d gateway port host: dv-cinder-824995-1-iscsi {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:30:47.137997 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 51452078-c2a0-4478-80f5-9dbe88f058a3 up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:30:47.208946 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning for port 659b3a1b-e4c9-459a-bde7-a54b8b9a185a completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 18:30:47.213811 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port 51452078-c2a0-4478-80f5-9dbe88f058a3 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:30:47.214472 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (51452078-c2a0-4478-80f5-9dbe88f058a3), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:47.216418 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning complete for port 659b3a1b-e4c9-459a-bde7-a54b8b9a185a triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:30:47.217025 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (659b3a1b-e4c9-459a-bde7-a54b8b9a185a), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:47.278220 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ecc2d025-04b5-4935-be1c-8589dbe542dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (82ebbe15-7849-41b9-b7f6-3e7f82de692f), before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:47.362447 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-8de7474c-7c45-4842-b018-242a4039c999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2e8a98-702b-49cd-8e76-aead3df6155d', 'name': 'tempest-TestShelveInstance-1739458694-router', 'tenant_id': '5262d740746c4265993cce733a67438a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'c00e432c-3cec-4d1f-8f30-a21dd8cec7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:43Z', 'updated_at': '2022-01-17T18:30:45Z', 'revision_number': 3, 'project_id': '5262d740746c4265993cce733a67438a', 'gw_port': {'id': 'c00e432c-3cec-4d1f-8f30-a21dd8cec7b6', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2e8a98-702b-49cd-8e76-aead3df6155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:44Z', 'updated_at': '2022-01-17T18:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi'}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:30:47.427847 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-4339e819-f7eb-4cfb-8da0-8ae858d35c42 None None] Provisioning complete for port 82ebbe15-7849-41b9-b7f6-3e7f82de692f triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:30:47.428425 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4339e819-f7eb-4cfb-8da0-8ae858d35c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (82ebbe15-7849-41b9-b7f6-3e7f82de692f), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:47.430443 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de7474c-7c45-4842-b018-242a4039c999 None None] The sync data for ids ['7a2e8a98-702b-49cd-8e76-aead3df6155d'] in dv-cinder-824995-1-iscsi is: [{'id': '7a2e8a98-702b-49cd-8e76-aead3df6155d', 'name': 'tempest-TestShelveInstance-1739458694-router', 'tenant_id': '5262d740746c4265993cce733a67438a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'c00e432c-3cec-4d1f-8f30-a21dd8cec7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:43Z', 'updated_at': '2022-01-17T18:30:45Z', 'revision_number': 3, 'project_id': '5262d740746c4265993cce733a67438a', 'gw_port': {'id': 'c00e432c-3cec-4d1f-8f30-a21dd8cec7b6', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2e8a98-702b-49cd-8e76-aead3df6155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:44Z', 'updated_at': '2022-01-17T18:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:30:47.476893 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port 51452078-c2a0-4478-80f5-9dbe88f058a3 is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:30:47.490111 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port 659b3a1b-e4c9-459a-bde7-a54b8b9a185a is: BUILD; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:30:47.490539 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (659b3a1b-e4c9-459a-bde7-a54b8b9a185a), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:47.495280 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-4339e819-f7eb-4cfb-8da0-8ae858d35c42 None None] Port 82ebbe15-7849-41b9-b7f6-3e7f82de692f cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 18:30:47.520912 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930c9b07-2060-4d49-b801-8f8de0e85a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659b3a1b-e4c9-459a-bde7-a54b8b9a185a'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:30:47.523197 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e36e39c9c94bd67d9c0bfa4cbed5ada700490a47b49253aa7a2931ae849a628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79efc271-d224-4919-bd22-3b50355e04c2" -d '{"events": [{"server_uuid": "930c9b07-2060-4d49-b801-8f8de0e85a27", "name": "network-vif-plugged", "status": "completed", "tag": "659b3a1b-e4c9-459a-bde7-a54b8b9a185a"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:30:47.544009 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 659b3a1b-e4c9-459a-bde7-a54b8b9a185a, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=659b3a1b-e4c9-459a-bde7-a54b8b9a185a,segment=NetworkSegment(28f97c74-2665-417e-af27-3e207ad9c913),segment_id=28f97c74-2665-417e-af27-3e207ad9c913)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:30:47.554046 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (659b3a1b-e4c9-459a-bde7-a54b8b9a185a), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:47.611495 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=659b3a1b-e4c9-459a-bde7-a54b8b9a185a,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:47.685979 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcdfc17-ce04-40a9-a70c-7fefb72781ab req-2c971804-1ca5-4a1f-82ff-8430ca2ef12f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:47.688467 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-5dcdfc17-ce04-40a9-a70c-7fefb72781ab req-2c971804-1ca5-4a1f-82ff-8430ca2ef12f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.1366377 Jan 17 18:30:47.778069 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-5dcdfc17-ce04-40a9-a70c-7fefb72781ab req-d835a88e-4812-41e0-a7c5-dea6546bee7f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813038 Jan 17 18:30:47.829633 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ecc2d025-04b5-4935-be1c-8589dbe542dd admin admin] Publish callbacks [] for port (82ebbe15-7849-41b9-b7f6-3e7f82de692f), precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:47.834957 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ecc2d025-04b5-4935-be1c-8589dbe542dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167948'] for port (82ebbe15-7849-41b9-b7f6-3e7f82de692f), after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:47.862572 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72e4960-ec57-4d95-9cc3-0c7b32cb1414 x-openstack-request-id: req-e72e4960-ec57-4d95-9cc3-0c7b32cb1414 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:30:47.863098 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930c9b07-2060-4d49-b801-8f8de0e85a27", "name": "network-vif-plugged", "status": "completed", "tag": "659b3a1b-e4c9-459a-bde7-a54b8b9a185a", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:30:47.864420 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e72e4960-ec57-4d95-9cc3-0c7b32cb1414 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:30:47.865341 dv-cinder-824995-1-iscsi neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930c9b07-2060-4d49-b801-8f8de0e85a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659b3a1b-e4c9-459a-bde7-a54b8b9a185a', 'code': 200} Jan 17 18:30:47.892426 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ecc2d025-04b5-4935-be1c-8589dbe542dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-997616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567063'] for router_interface (7a2e8a98-702b-49cd-8e76-aead3df6155d), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:48.013690 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc2d025-04b5-4935-be1c-8589dbe542dd admin admin] Pushing event updated for resources: {'Port': ['ID=82ebbe15-7849-41b9-b7f6-3e7f82de692f,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:48.065187 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ca65a-cb11-459d-81e9-781e594e65b9 req-4086e3a0-dcfa-4223-b972-9f775a861dbc tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:48.072213 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-c90ca65a-cb11-459d-81e9-781e594e65b9 req-4086e3a0-dcfa-4223-b972-9f775a861dbc tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.1424389 Jan 17 18:30:48.101937 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc2d025-04b5-4935-be1c-8589dbe542dd admin admin] Network 1f7f3e80-1c90-454b-9448-14d5ab17dae0 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:30:48.104353 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-ecc2d025-04b5-4935-be1c-8589dbe542dd admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:30:48.140530 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-c90ca65a-cb11-459d-81e9-781e594e65b9 req-2e9c94ae-3d1d-4008-8f5a-b8a9c4fb7b03 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673134 Jan 17 18:30:48.271745 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc2d025-04b5-4935-be1c-8589dbe542dd admin admin] Router 7a2e8a98-702b-49cd-8e76-aead3df6155d has already been hosted by L3 agent f711a738-9445-49a6-871d-c35940c1a323 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 18:30:48.331053 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-505f65b0-f713-468d-aec3-3331b7cc6d78 None None] Provisioning complete for port 82ebbe15-7849-41b9-b7f6-3e7f82de692f triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:30:48.331434 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-505f65b0-f713-468d-aec3-3331b7cc6d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (82ebbe15-7849-41b9-b7f6-3e7f82de692f), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:48.368316 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-505f65b0-f713-468d-aec3-3331b7cc6d78 None None] Port 82ebbe15-7849-41b9-b7f6-3e7f82de692f cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 18:30:48.403301 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc2d025-04b5-4935-be1c-8589dbe542dd admin admin] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:30:48.409598 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-ecc2d025-04b5-4935-be1c-8589dbe542dd admin admin] 10.222.0.57 "PUT /v2.0/routers/7a2e8a98-702b-49cd-8e76-aead3df6155d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5006213 Jan 17 18:30:48.910454 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 54948) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:48.919942 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-f7b7cd29-f58d-4557-88ee-6d352263b352 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-91773043-network', 'tenant_id': '76ae697c8d6840bebe502975f707a46e'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:30:48.941276 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06f1cd-f2a7-4331-a683-74a6757868ac req-f788610c-e7ab-46f2-b5fe-4f01be248eb0 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:48.942835 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-6e06f1cd-f2a7-4331-a683-74a6757868ac req-f788610c-e7ab-46f2-b5fe-4f01be248eb0 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.0540099 Jan 17 18:30:48.948220 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b7cd29-f58d-4557-88ee-6d352263b352 admin admin] Made reservation on behalf of 76ae697c8d6840bebe502975f707a46e for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:30:48.950886 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f7b7cd29-f58d-4557-88ee-6d352263b352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for network (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:48.962448 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f7b7cd29-f58d-4557-88ee-6d352263b352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:49.004997 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-6e06f1cd-f2a7-4331-a683-74a6757868ac req-61591345-aef3-4db0-b5b3-a93e844f732a tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554688 Jan 17 18:30:49.090712 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f7b7cd29-f58d-4557-88ee-6d352263b352 admin admin] Publish callbacks [] for security_group (6db5ee30-6a09-4b5a-899d-4db6bf9d2818), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:49.097119 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f7b7cd29-f58d-4557-88ee-6d352263b352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (6db5ee30-6a09-4b5a-899d-4db6bf9d2818), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:49.146257 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7cd29-f58d-4557-88ee-6d352263b352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db5ee30-6a09-4b5a-899d-4db6bf9d2818,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:49.169730 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b7cd29-f58d-4557-88ee-6d352263b352 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 18:30:49.211598 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f7b7cd29-f58d-4557-88ee-6d352263b352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749'] for segment (55f5124b-c6ba-4e84-b1aa-9d5d030ef388), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:49.212004 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.db.segments_db [None req-f7b7cd29-f58d-4557-88ee-6d352263b352 admin admin] Added segment 55f5124b-c6ba-4e84-b1aa-9d5d030ef388 of type vlan for network 0da7f28e-6c18-4d33-878a-00b61b38f01d Jan 17 18:30:49.234649 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device c00e432c-3cec-4d1f-8f30-a21dd8cec7b6 up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:30:49.295196 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f7b7cd29-f58d-4557-88ee-6d352263b352 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736373697190'] for network (0da7f28e-6c18-4d33-878a-00b61b38f01d), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:49.299910 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a072a94-7413-40a6-af25-9292ea90afb6 req-afe9c0be-5006-4a37-abd5-0dbb99beb536 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:49.301773 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-9a072a94-7413-40a6-af25-9292ea90afb6 req-afe9c0be-5006-4a37-abd5-0dbb99beb536 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0602453 Jan 17 18:30:49.326851 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae4a03-72ea-4ca0-8247-bc4deab4544e req-3d9f3a3b-d833-4bde-b5b0-03880466f529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:49.329028 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-08ae4a03-72ea-4ca0-8247-bc4deab4544e req-3d9f3a3b-d833-4bde-b5b0-03880466f529 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 1098 time: 0.1007917 Jan 17 18:30:49.339082 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f7b7cd29-f58d-4557-88ee-6d352263b352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506'] for network (0da7f28e-6c18-4d33-878a-00b61b38f01d), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:49.340273 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b7cd29-f58d-4557-88ee-6d352263b352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:49.340976 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f7b7cd29-f58d-4557-88ee-6d352263b352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for network (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:49.396425 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-9a072a94-7413-40a6-af25-9292ea90afb6 req-8805194a-5b59-4c19-9b23-b227bbafdb1c tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763772 Jan 17 18:30:49.434617 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-f7b7cd29-f58d-4557-88ee-6d352263b352 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5206399 Jan 17 18:30:49.435629 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 54958) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:49.445484 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e1e1ca-263c-453a-8a23-7042c6acea13 None None] Sync routers for ids ['7a2e8a98-702b-49cd-8e76-aead3df6155d'] in dv-cinder-824995-1-iscsi {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:30:49.449398 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-e53da46b-8e43-427a-aa84-13a8f7786584 admin admin] Request body: {'subnet': {'network_id': '0da7f28e-6c18-4d33-878a-00b61b38f01d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-91773043-subnet', 'tenant_id': '76ae697c8d6840bebe502975f707a46e', 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:30:49.460655 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7cd29-f58d-4557-88ee-6d352263b352 admin admin] Pushing event updated for resources: {'Network': ['ID=0da7f28e-6c18-4d33-878a-00b61b38f01d,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:49.468341 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e1e1ca-263c-453a-8a23-7042c6acea13 None None] Routers {'7a2e8a98-702b-49cd-8e76-aead3df6155d'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:30:49.469051 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a3e1e1ca-263c-453a-8a23-7042c6acea13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:30:23Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['7a2e8a98-702b-49cd-8e76-aead3df6155d'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:30:49.473371 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Network 0da7f28e-6c18-4d33-878a-00b61b38f01d details requested by agent ovs-agent-dv-cinder-824995-1-iscsi with host dv-cinder-824995-1-iscsi {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 18:30:49.484266 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-08ae4a03-72ea-4ca0-8247-bc4deab4544e req-c57057ab-b44f-4746-a84b-dd1cbf928101 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395495 Jan 17 18:30:49.497781 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53da46b-8e43-427a-aa84-13a8f7786584 admin admin] Made reservation on behalf of 76ae697c8d6840bebe502975f707a46e for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:30:49.500761 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e53da46b-8e43-427a-aa84-13a8f7786584 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:49.568288 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port c00e432c-3cec-4d1f-8f30-a21dd8cec7b6 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:30:49.568662 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (c00e432c-3cec-4d1f-8f30-a21dd8cec7b6), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:49.675336 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e53da46b-8e43-427a-aa84-13a8f7786584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506'] for subnet (875b876e-6959-42ac-97b9-9309009bdde6), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:49.700225 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-a3e1e1ca-263c-453a-8a23-7042c6acea13 None None] Set router 7a2e8a98-702b-49cd-8e76-aead3df6155d gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:30:49.736287 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53da46b-8e43-427a-aa84-13a8f7786584 admin admin] Pushing event updated for resources: {'Subnet': ['ID=875b876e-6959-42ac-97b9-9309009bdde6,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:49.753447 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53da46b-8e43-427a-aa84-13a8f7786584 admin admin] Checking segment: {'id': '55f5124b-c6ba-4e84-b1aa-9d5d030ef388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0da7f28e-6c18-4d33-878a-00b61b38f01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:30:49.753940 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53da46b-8e43-427a-aa84-13a8f7786584 admin admin] Network hostable DHCP agents. Network: 0da7f28e-6c18-4d33-878a-00b61b38f01d, hostable agents: ['94683317-8c70-4890-b431-46000499a1c4'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 18:30:49.772942 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53da46b-8e43-427a-aa84-13a8f7786584 admin admin] Network 0da7f28e-6c18-4d33-878a-00b61b38f01d is scheduled to be hosted by DHCP agent 94683317-8c70-4890-b431-46000499a1c4 with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 18:30:49.784237 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-e53da46b-8e43-427a-aa84-13a8f7786584 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824995-1-iscsi, 0da7f28e-6c18-4d33-878a-00b61b38f01d) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:30:49.788626 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53da46b-8e43-427a-aa84-13a8f7786584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:49.789269 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e53da46b-8e43-427a-aa84-13a8f7786584 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:49.802119 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dd1a3c-be5d-49ad-8577-09ef402f84ad None None] Network 0da7f28e-6c18-4d33-878a-00b61b38f01d requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:30:49.805279 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-e53da46b-8e43-427a-aa84-13a8f7786584 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3667374 Jan 17 18:30:49.805775 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port c00e432c-3cec-4d1f-8f30-a21dd8cec7b6 is: DOWN; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:30:49.806161 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (c00e432c-3cec-4d1f-8f30-a21dd8cec7b6), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:49.808112 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 54964) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:49.812621 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-755e713a-a095-46af-9268-9a02a31f52c1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-91773043-router', 'tenant_id': '76ae697c8d6840bebe502975f707a46e', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:30:49.835028 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-755e713a-a095-46af-9268-9a02a31f52c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31965'] for router (c8f1197c-6fa9-45cb-8e80-d4531bd59071), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:49.836128 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-755e713a-a095-46af-9268-9a02a31f52c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-658330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31974'] for router (c8f1197c-6fa9-45cb-8e80-d4531bd59071), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:49.896711 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-755e713a-a095-46af-9268-9a02a31f52c1 admin admin] Publish callbacks [] for router_controller (c8f1197c-6fa9-45cb-8e80-d4531bd59071), precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:49.913743 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] For port c00e432c-3cec-4d1f-8f30-a21dd8cec7b6, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=c00e432c-3cec-4d1f-8f30-a21dd8cec7b6,segment=NetworkSegment(8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f),segment_id=8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:30:49.924149 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (c00e432c-3cec-4d1f-8f30-a21dd8cec7b6), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:50.039340 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6386d69c-7dcd-41ca-a488-6db0dee08ec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95e1d24f-6bb3-50e3-943a-1efa89be4733-0da7f28e-6c18-4d33-878a-00b61b38f01d', 'network_id': '0da7f28e-6c18-4d33-878a-00b61b38f01d', 'project_id': '76ae697c8d6840bebe502975f707a46e', 'fixed_ips': [{'subnet_id': '875b876e-6959-42ac-97b9-9309009bdde6'}]}} from dv-cinder-824995-1-iscsi. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 18:30:50.061393 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6386d69c-7dcd-41ca-a488-6db0dee08ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:50.073062 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-755e713a-a095-46af-9268-9a02a31f52c1 admin admin] Publish callbacks [] for router_gateway (c8f1197c-6fa9-45cb-8e80-d4531bd59071), precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:50.106605 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Pushing event updated for resources: {'Port': ['ID=c00e432c-3cec-4d1f-8f30-a21dd8cec7b6,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:50.215667 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bdbd6e-0d99-4917-a996-7abfbeb7848f req-ac2eb9cd-150f-4095-a6b1-9ebbc0f4f7fd tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:50.217079 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-f8bdbd6e-0d99-4917-a996-7abfbeb7848f req-ac2eb9cd-150f-4095-a6b1-9ebbc0f4f7fd tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.0894170 Jan 17 18:30:50.275087 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a3e1e1ca-263c-453a-8a23-7042c6acea13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2e8a98-702b-49cd-8e76-aead3df6155d', 'name': 'tempest-TestShelveInstance-1739458694-router', 'tenant_id': '5262d740746c4265993cce733a67438a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'c00e432c-3cec-4d1f-8f30-a21dd8cec7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:43Z', 'updated_at': '2022-01-17T18:30:47Z', 'revision_number': 4, 'project_id': '5262d740746c4265993cce733a67438a', 'gw_port': {'id': 'c00e432c-3cec-4d1f-8f30-a21dd8cec7b6', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2e8a98-702b-49cd-8e76-aead3df6155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:44Z', 'updated_at': '2022-01-17T18:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': '82ebbe15-7849-41b9-b7f6-3e7f82de692f', 'name': '', 'network_id': '1f7f3e80-1c90-454b-9448-14d5ab17dae0', 'tenant_id': '5262d740746c4265993cce733a67438a', 'mac_address': 'fa:16:3e:f8:19:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2e8a98-702b-49cd-8e76-aead3df6155d', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '985b67e5-f935-4baf-bc4b-3331cffe658a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:46Z', 'updated_at': '2022-01-17T18:30:47Z', 'revision_number': 2, 'project_id': '5262d740746c4265993cce733a67438a', 'subnets': [{'id': '985b67e5-f935-4baf-bc4b-3331cffe658a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:30:50.281822 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-f8bdbd6e-0d99-4917-a996-7abfbeb7848f req-0885741b-0e67-43ca-8895-5587254dd558 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568507 Jan 17 18:30:50.316884 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e1e1ca-263c-453a-8a23-7042c6acea13 None None] Checking router: 7a2e8a98-702b-49cd-8e76-aead3df6155d for host: dv-cinder-824995-1-iscsi {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:30:50.317288 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e1e1ca-263c-453a-8a23-7042c6acea13 None None] Updating router 7a2e8a98-702b-49cd-8e76-aead3df6155d port 82ebbe15-7849-41b9-b7f6-3e7f82de692f binding host dv-cinder-824995-1-iscsi {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 18:30:50.353463 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-6386d69c-7dcd-41ca-a488-6db0dee08ec4 None None] Allocated IP 172.20.0.2 (0da7f28e-6c18-4d33-878a-00b61b38f01d/875b876e-6959-42ac-97b9-9309009bdde6/ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:30:50.355741 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a3e1e1ca-263c-453a-8a23-7042c6acea13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (82ebbe15-7849-41b9-b7f6-3e7f82de692f), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:50.390928 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-755e713a-a095-46af-9268-9a02a31f52c1 admin admin] Publish callbacks [] for router_gateway (c8f1197c-6fa9-45cb-8e80-d4531bd59071), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:50.411033 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-755e713a-a095-46af-9268-9a02a31f52c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:50.525129 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-755e713a-a095-46af-9268-9a02a31f52c1 admin admin] Allocated IP 172.27.3.6 (9ec40da0-3fb2-40ad-97b9-056b5e7103fe/10c42aa5-d9d6-40a2-95c7-0d399aece660/8c9e24ba-5333-441a-ab28-3abcf470c5c2) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:30:50.555868 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7a661-8647-4181-91d4-59c8b1b71676 req-6ba5c4ac-31c7-4044-abf5-6f943a7b1567 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:50.557354 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-80c7a661-8647-4181-91d4-59c8b1b71676 req-6ba5c4ac-31c7-4044-abf5-6f943a7b1567 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0696738 Jan 17 18:30:50.611638 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-80c7a661-8647-4181-91d4-59c8b1b71676 req-4532abce-b6d4-4de4-995a-b04507f5182e tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469997 Jan 17 18:30:50.655203 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6386d69c-7dcd-41ca-a488-6db0dee08ec4 None None] Publish callbacks [] for port (ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1), precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:50.660697 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-755e713a-a095-46af-9268-9a02a31f52c1 admin admin] Publish callbacks [] for port (8c9e24ba-5333-441a-ab28-3abcf470c5c2), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:50.674895 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6386d69c-7dcd-41ca-a488-6db0dee08ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924'] for port (ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1), after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:50.704779 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-755e713a-a095-46af-9268-9a02a31f52c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924'] for port (8c9e24ba-5333-441a-ab28-3abcf470c5c2), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:50.733624 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6386d69c-7dcd-41ca-a488-6db0dee08ec4 None None] Network 0da7f28e-6c18-4d33-878a-00b61b38f01d is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:30:50.741763 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755e713a-a095-46af-9268-9a02a31f52c1 admin admin] Network 9ec40da0-3fb2-40ad-97b9-056b5e7103fe is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:30:50.744695 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-755e713a-a095-46af-9268-9a02a31f52c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:30:50.745744 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-6386d69c-7dcd-41ca-a488-6db0dee08ec4 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:30:50.748206 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755e713a-a095-46af-9268-9a02a31f52c1 admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:30:50.750309 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6386d69c-7dcd-41ca-a488-6db0dee08ec4 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:30:50.755195 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386d69c-7dcd-41ca-a488-6db0dee08ec4 None None] Pushing event updated for resources: {'Port': ['ID=ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:50.816470 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e713a-a095-46af-9268-9a02a31f52c1 admin admin] Pushing event updated for resources: {'Port': ['ID=8c9e24ba-5333-441a-ab28-3abcf470c5c2,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:50.835708 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a3e1e1ca-263c-453a-8a23-7042c6acea13 None None] Publish callbacks [] for port (82ebbe15-7849-41b9-b7f6-3e7f82de692f), precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:50.839345 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-6386d69c-7dcd-41ca-a488-6db0dee08ec4 None None] Attempting to bind port ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1 on host dv-cinder-824995-1-iscsi for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:30:50.839745 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-6386d69c-7dcd-41ca-a488-6db0dee08ec4 None None] Attempting to bind port ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1 by drivers openvswitch,hyperv on host dv-cinder-824995-1-iscsi at level 0 using segments [{'id': '55f5124b-c6ba-4e84-b1aa-9d5d030ef388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0da7f28e-6c18-4d33-878a-00b61b38f01d'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:30:50.840107 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6386d69c-7dcd-41ca-a488-6db0dee08ec4 None None] Attempting to bind port ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1 on network 0da7f28e-6c18-4d33-878a-00b61b38f01d {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:30:50.845710 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a3e1e1ca-263c-453a-8a23-7042c6acea13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (82ebbe15-7849-41b9-b7f6-3e7f82de692f), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:50.849786 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6386d69c-7dcd-41ca-a488-6db0dee08ec4 None None] Checking agent: {'id': 'df58d820-fcc5-4fb7-897c-d0f1a16030b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 21, 27), 'started_at': datetime.datetime(2022, 1, 17, 18, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:30:50.850173 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6386d69c-7dcd-41ca-a488-6db0dee08ec4 None None] Checking segment: {'id': '55f5124b-c6ba-4e84-b1aa-9d5d030ef388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0da7f28e-6c18-4d33-878a-00b61b38f01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:30:50.850555 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6386d69c-7dcd-41ca-a488-6db0dee08ec4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:50.850944 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6386d69c-7dcd-41ca-a488-6db0dee08ec4 None None] Bound using segment: {'id': '55f5124b-c6ba-4e84-b1aa-9d5d030ef388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0da7f28e-6c18-4d33-878a-00b61b38f01d'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:30:50.851407 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-6386d69c-7dcd-41ca-a488-6db0dee08ec4 None None] Bound port: ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1, host: dv-cinder-824995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f5124b-c6ba-4e84-b1aa-9d5d030ef388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0da7f28e-6c18-4d33-878a-00b61b38f01d'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:30:50.851827 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6386d69c-7dcd-41ca-a488-6db0dee08ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:50.930473 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b78b6-bb35-452a-bac9-c9d7b3c0baf6 None None] Pushing event updated for resources: {'Port': ['ID=82ebbe15-7849-41b9-b7f6-3e7f82de692f,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:50.974912 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-755e713a-a095-46af-9268-9a02a31f52c1 admin admin] Publish callbacks [] for router_gateway (c8f1197c-6fa9-45cb-8e80-d4531bd59071), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:51.002971 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a3e1e1ca-263c-453a-8a23-7042c6acea13 None None] Attempting to bind port 82ebbe15-7849-41b9-b7f6-3e7f82de692f on host dv-cinder-824995-1-iscsi for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:30:51.003342 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a3e1e1ca-263c-453a-8a23-7042c6acea13 None None] Attempting to bind port 82ebbe15-7849-41b9-b7f6-3e7f82de692f by drivers openvswitch,hyperv on host dv-cinder-824995-1-iscsi at level 0 using segments [{'id': '5962ef69-feec-4b57-beb5-c84c57cc4d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1f7f3e80-1c90-454b-9448-14d5ab17dae0'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:30:51.003803 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e1e1ca-263c-453a-8a23-7042c6acea13 None None] Attempting to bind port 82ebbe15-7849-41b9-b7f6-3e7f82de692f on network 1f7f3e80-1c90-454b-9448-14d5ab17dae0 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:30:51.007960 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-6386d69c-7dcd-41ca-a488-6db0dee08ec4 None None] For port ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1, host dv-cinder-824995-1-iscsi, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:30:51.012626 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-6386d69c-7dcd-41ca-a488-6db0dee08ec4 None None] For port ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1, host dv-cinder-824995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1,segment=NetworkSegment(55f5124b-c6ba-4e84-b1aa-9d5d030ef388),segment_id=55f5124b-c6ba-4e84-b1aa-9d5d030ef388)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:30:51.015116 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e1e1ca-263c-453a-8a23-7042c6acea13 None None] Checking agent: {'id': 'df58d820-fcc5-4fb7-897c-d0f1a16030b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 21, 27), 'started_at': datetime.datetime(2022, 1, 17, 18, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:30:51.015618 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e1e1ca-263c-453a-8a23-7042c6acea13 None None] Checking segment: {'id': '5962ef69-feec-4b57-beb5-c84c57cc4d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1f7f3e80-1c90-454b-9448-14d5ab17dae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:30:51.016092 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a3e1e1ca-263c-453a-8a23-7042c6acea13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:51.016580 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e1e1ca-263c-453a-8a23-7042c6acea13 None None] Bound using segment: {'id': '5962ef69-feec-4b57-beb5-c84c57cc4d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1f7f3e80-1c90-454b-9448-14d5ab17dae0'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:30:51.017726 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a3e1e1ca-263c-453a-8a23-7042c6acea13 None None] Bound port: 82ebbe15-7849-41b9-b7f6-3e7f82de692f, host: dv-cinder-824995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5962ef69-feec-4b57-beb5-c84c57cc4d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1f7f3e80-1c90-454b-9448-14d5ab17dae0'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:30:51.018175 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a3e1e1ca-263c-453a-8a23-7042c6acea13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (82ebbe15-7849-41b9-b7f6-3e7f82de692f), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:51.028009 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6386d69c-7dcd-41ca-a488-6db0dee08ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:51.296994 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device c00e432c-3cec-4d1f-8f30-a21dd8cec7b6 up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:30:51.367652 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-755e713a-a095-46af-9268-9a02a31f52c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565588'] for router (c8f1197c-6fa9-45cb-8e80-d4531bd59071), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:51.409898 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-a3e1e1ca-263c-453a-8a23-7042c6acea13 None None] For port 82ebbe15-7849-41b9-b7f6-3e7f82de692f, host dv-cinder-824995-1-iscsi, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:30:51.413359 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-a3e1e1ca-263c-453a-8a23-7042c6acea13 None None] For port 82ebbe15-7849-41b9-b7f6-3e7f82de692f, host dv-cinder-824995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=82ebbe15-7849-41b9-b7f6-3e7f82de692f,segment=NetworkSegment(5962ef69-feec-4b57-beb5-c84c57cc4d3e),segment_id=5962ef69-feec-4b57-beb5-c84c57cc4d3e)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:30:51.485993 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-46c30929-7de6-49d7-b489-141855d8183c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:51.496312 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a3e1e1ca-263c-453a-8a23-7042c6acea13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (82ebbe15-7849-41b9-b7f6-3e7f82de692f), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:51.535136 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386d69c-7dcd-41ca-a488-6db0dee08ec4 None None] Pushing event updated for resources: {'Port': ['ID=ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:51.544256 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-b6845b91-db49-4605-a6fb-42ae90fa24cf None None] Provisioning complete for port 82ebbe15-7849-41b9-b7f6-3e7f82de692f triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:30:51.544629 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b6845b91-db49-4605-a6fb-42ae90fa24cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (82ebbe15-7849-41b9-b7f6-3e7f82de692f), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:51.584558 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be721d7d-35ee-4520-ad13-069c84ccf583 req-27e1ecf0-d798-4b7d-9323-528574510a1f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:51.596637 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-be721d7d-35ee-4520-ad13-069c84ccf583 req-27e1ecf0-d798-4b7d-9323-528574510a1f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.1693907 Jan 17 18:30:51.690482 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e1e1ca-263c-453a-8a23-7042c6acea13 None None] Routers {'7a2e8a98-702b-49cd-8e76-aead3df6155d'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:30:51.690482 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a3e1e1ca-263c-453a-8a23-7042c6acea13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:30:23Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['7a2e8a98-702b-49cd-8e76-aead3df6155d'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:30:51.708784 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755e713a-a095-46af-9268-9a02a31f52c1 admin admin] Router c8f1197c-6fa9-45cb-8e80-d4531bd59071 is scheduled to L3 agent f711a738-9445-49a6-871d-c35940c1a323 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 18:30:51.735806 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-be721d7d-35ee-4520-ad13-069c84ccf583 req-2a46b419-81bf-46bc-9ccd-682c05bee1c3 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379175 Jan 17 18:30:51.769893 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b78b6-bb35-452a-bac9-c9d7b3c0baf6 None None] Pushing event updated for resources: {'Port': ['ID=82ebbe15-7849-41b9-b7f6-3e7f82de692f,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:51.776715 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port c00e432c-3cec-4d1f-8f30-a21dd8cec7b6 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:30:51.777091 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (c00e432c-3cec-4d1f-8f30-a21dd8cec7b6), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:51.933005 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe99e152-88ae-4323-b0a5-b316fa5d1d48 req-1803f0ad-626e-40b3-a40e-d02530a2c389 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:51.944784 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-fe99e152-88ae-4323-b0a5-b316fa5d1d48 req-1803f0ad-626e-40b3-a40e-d02530a2c389 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0979040 Jan 17 18:30:52.004754 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755e713a-a095-46af-9268-9a02a31f52c1 admin admin] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:30:52.008601 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-fe99e152-88ae-4323-b0a5-b316fa5d1d48 req-534d504f-9327-4447-a4cf-4d281d1fd8c3 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625525 Jan 17 18:30:52.042652 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723a037d-f15f-4a40-bda2-b1a335cf9951 None None] Sync routers for ids ['c8f1197c-6fa9-45cb-8e80-d4531bd59071'] in dv-cinder-824995-1-iscsi {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:30:52.051088 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-b6845b91-db49-4605-a6fb-42ae90fa24cf None None] Current status of the port 82ebbe15-7849-41b9-b7f6-3e7f82de692f is: DOWN; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:30:52.051521 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b6845b91-db49-4605-a6fb-42ae90fa24cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (82ebbe15-7849-41b9-b7f6-3e7f82de692f), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:52.053586 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-755e713a-a095-46af-9268-9a02a31f52c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:52.057909 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-a3e1e1ca-263c-453a-8a23-7042c6acea13 None None] Set router 7a2e8a98-702b-49cd-8e76-aead3df6155d gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:30:52.059763 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-755e713a-a095-46af-9268-9a02a31f52c1 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.2503943 Jan 17 18:30:52.060289 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 55024) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:52.068119 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723a037d-f15f-4a40-bda2-b1a335cf9951 None None] Routers {'c8f1197c-6fa9-45cb-8e80-d4531bd59071'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:30:52.069028 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-723a037d-f15f-4a40-bda2-b1a335cf9951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:30:23Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['c8f1197c-6fa9-45cb-8e80-d4531bd59071'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:30:52.209944 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port c00e432c-3cec-4d1f-8f30-a21dd8cec7b6 is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:30:52.234341 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-723a037d-f15f-4a40-bda2-b1a335cf9951 None None] Set router c8f1197c-6fa9-45cb-8e80-d4531bd59071 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:30:52.249156 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-b6845b91-db49-4605-a6fb-42ae90fa24cf None None] For port 82ebbe15-7849-41b9-b7f6-3e7f82de692f, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=82ebbe15-7849-41b9-b7f6-3e7f82de692f,segment=NetworkSegment(5962ef69-feec-4b57-beb5-c84c57cc4d3e),segment_id=5962ef69-feec-4b57-beb5-c84c57cc4d3e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:30:52.275538 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b6845b91-db49-4605-a6fb-42ae90fa24cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (82ebbe15-7849-41b9-b7f6-3e7f82de692f), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:52.381653 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 55032) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:52.423572 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6845b91-db49-4605-a6fb-42ae90fa24cf None None] Pushing event updated for resources: {'Port': ['ID=82ebbe15-7849-41b9-b7f6-3e7f82de692f,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:52.499011 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-57f275a3-85eb-4111-8378-2ebb3e635df8 None None] Provisioning complete for port 82ebbe15-7849-41b9-b7f6-3e7f82de692f triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:30:52.499128 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-57f275a3-85eb-4111-8378-2ebb3e635df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (82ebbe15-7849-41b9-b7f6-3e7f82de692f), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:52.630589 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d0a18fe1-5f62-4c5e-a513-c841a1ea7b28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:52.656089 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-57f275a3-85eb-4111-8378-2ebb3e635df8 None None] Current status of the port 82ebbe15-7849-41b9-b7f6-3e7f82de692f is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:30:52.665544 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a3e1e1ca-263c-453a-8a23-7042c6acea13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2e8a98-702b-49cd-8e76-aead3df6155d', 'name': 'tempest-TestShelveInstance-1739458694-router', 'tenant_id': '5262d740746c4265993cce733a67438a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'c00e432c-3cec-4d1f-8f30-a21dd8cec7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:43Z', 'updated_at': '2022-01-17T18:30:47Z', 'revision_number': 4, 'project_id': '5262d740746c4265993cce733a67438a', 'gw_port': {'id': 'c00e432c-3cec-4d1f-8f30-a21dd8cec7b6', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2e8a98-702b-49cd-8e76-aead3df6155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:44Z', 'updated_at': '2022-01-17T18:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': '82ebbe15-7849-41b9-b7f6-3e7f82de692f', 'name': '', 'network_id': '1f7f3e80-1c90-454b-9448-14d5ab17dae0', 'tenant_id': '5262d740746c4265993cce733a67438a', 'mac_address': 'fa:16:3e:f8:19:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2e8a98-702b-49cd-8e76-aead3df6155d', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '985b67e5-f935-4baf-bc4b-3331cffe658a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:46Z', 'updated_at': '2022-01-17T18:30:51Z', 'revision_number': 4, 'project_id': '5262d740746c4265993cce733a67438a', 'subnets': [{'id': '985b67e5-f935-4baf-bc4b-3331cffe658a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:30:52.706130 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e1e1ca-263c-453a-8a23-7042c6acea13 None None] The sync data for ids ['7a2e8a98-702b-49cd-8e76-aead3df6155d'] in dv-cinder-824995-1-iscsi is: [{'id': '7a2e8a98-702b-49cd-8e76-aead3df6155d', 'name': 'tempest-TestShelveInstance-1739458694-router', 'tenant_id': '5262d740746c4265993cce733a67438a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'c00e432c-3cec-4d1f-8f30-a21dd8cec7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:43Z', 'updated_at': '2022-01-17T18:30:47Z', 'revision_number': 4, 'project_id': '5262d740746c4265993cce733a67438a', 'gw_port': {'id': 'c00e432c-3cec-4d1f-8f30-a21dd8cec7b6', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2e8a98-702b-49cd-8e76-aead3df6155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:44Z', 'updated_at': '2022-01-17T18:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': '82ebbe15-7849-41b9-b7f6-3e7f82de692f', 'name': '', 'network_id': '1f7f3e80-1c90-454b-9448-14d5ab17dae0', 'tenant_id': '5262d740746c4265993cce733a67438a', 'mac_address': 'fa:16:3e:f8:19:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2e8a98-702b-49cd-8e76-aead3df6155d', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '985b67e5-f935-4baf-bc4b-3331cffe658a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:46Z', 'updated_at': '2022-01-17T18:30:51Z', 'revision_number': 4, 'project_id': '5262d740746c4265993cce733a67438a', 'subnets': [{'id': '985b67e5-f935-4baf-bc4b-3331cffe658a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:30:52.774525 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d44ebbd-8d6f-4233-bcbf-fa721dbc9202 None None] Network 0da7f28e-6c18-4d33-878a-00b61b38f01d requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:30:52.844742 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d0a18fe1-5f62-4c5e-a513-c841a1ea7b28 admin admin] Publish callbacks [] for security_group (d7d2fac6-c9e0-4045-b924-6423f34eb34f), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:52.859063 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d0a18fe1-5f62-4c5e-a513-c841a1ea7b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (d7d2fac6-c9e0-4045-b924-6423f34eb34f), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:52.865567 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-723a037d-f15f-4a40-bda2-b1a335cf9951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f1197c-6fa9-45cb-8e80-d4531bd59071', 'name': 'tempest-TestShelveInstance-91773043-router', 'tenant_id': '76ae697c8d6840bebe502975f707a46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '8c9e24ba-5333-441a-ab28-3abcf470c5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:49Z', 'updated_at': '2022-01-17T18:30:50Z', 'revision_number': 3, 'project_id': '76ae697c8d6840bebe502975f707a46e', 'gw_port': {'id': '8c9e24ba-5333-441a-ab28-3abcf470c5c2', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f1197c-6fa9-45cb-8e80-d4531bd59071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:50Z', 'updated_at': '2022-01-17T18:30:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi'}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:30:52.913850 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723a037d-f15f-4a40-bda2-b1a335cf9951 None None] Checking router: c8f1197c-6fa9-45cb-8e80-d4531bd59071 for host: dv-cinder-824995-1-iscsi {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:30:52.914541 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723a037d-f15f-4a40-bda2-b1a335cf9951 None None] Updating router c8f1197c-6fa9-45cb-8e80-d4531bd59071 port 8c9e24ba-5333-441a-ab28-3abcf470c5c2 binding host dv-cinder-824995-1-iscsi {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 18:30:52.947936 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-d0a18fe1-5f62-4c5e-a513-c841a1ea7b28 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=caa504193abf41ddb80ba08e9b9755c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5631075 Jan 17 18:30:52.948797 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 55040) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:52.951324 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-b5498039-70ee-4c55-bce0-c55c991586dd None None] Provisioning complete for port ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:30:52.953513 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b5498039-70ee-4c55-bce0-c55c991586dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:52.958908 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-723a037d-f15f-4a40-bda2-b1a335cf9951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (8c9e24ba-5333-441a-ab28-3abcf470c5c2), before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:53.036651 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a18fe1-5f62-4c5e-a513-c841a1ea7b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d2fac6-c9e0-4045-b924-6423f34eb34f,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:53.083024 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-acae13db-6a28-4994-aef7-890e43d51b97 admin admin] Publish callbacks [] for security_group (d7d2fac6-c9e0-4045-b924-6423f34eb34f), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:53.098807 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d3d8c-72fd-4d1a-9b8b-4f6c12ff181b req-85a125d5-b086-47c6-8f98-4ae0454651c8 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:53.108517 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4c3d3d8c-72fd-4d1a-9b8b-4f6c12ff181b req-85a125d5-b086-47c6-8f98-4ae0454651c8 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.1682849 Jan 17 18:30:53.118621 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c262344a-87ee-46da-91d8-9fb18436deea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:53.143796 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-acae13db-6a28-4994-aef7-890e43d51b97 admin admin] Publish callbacks [] for security_group (d7d2fac6-c9e0-4045-b924-6423f34eb34f), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:53.235956 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-acae13db-6a28-4994-aef7-890e43d51b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (d7d2fac6-c9e0-4045-b924-6423f34eb34f), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:53.238802 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-acae13db-6a28-4994-aef7-890e43d51b97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:53.242340 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-acae13db-6a28-4994-aef7-890e43d51b97 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d7d2fac6-c9e0-4045-b924-6423f34eb34f HTTP/1.1" status: 204 len: 168 time: 0.2826390 Jan 17 18:30:53.292824 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae13db-6a28-4994-aef7-890e43d51b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d2fac6-c9e0-4045-b924-6423f34eb34f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:53.309398 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-b5498039-70ee-4c55-bce0-c55c991586dd None None] Current status of the port ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1 is: DOWN; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:30:53.309398 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b5498039-70ee-4c55-bce0-c55c991586dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:53.397036 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 82ebbe15-7849-41b9-b7f6-3e7f82de692f up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:30:53.538833 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-145bf7c7-a3e7-44cb-a1a6-9dd4b5f6f731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:53.583232 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4c3d3d8c-72fd-4d1a-9b8b-4f6c12ff181b req-b501a1ff-8867-40ed-a465-3d0c54b4c938 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4615467 Jan 17 18:30:53.596619 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port 82ebbe15-7849-41b9-b7f6-3e7f82de692f triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:30:53.613068 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (82ebbe15-7849-41b9-b7f6-3e7f82de692f), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:53.662611 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-b5498039-70ee-4c55-bce0-c55c991586dd None None] For port ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1,segment=NetworkSegment(55f5124b-c6ba-4e84-b1aa-9d5d030ef388),segment_id=55f5124b-c6ba-4e84-b1aa-9d5d030ef388)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:30:53.756485 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-c262344a-87ee-46da-91d8-9fb18436deea admin admin] Allocated IP 172.20.0.1 (0da7f28e-6c18-4d33-878a-00b61b38f01d/875b876e-6959-42ac-97b9-9309009bdde6/fb0f3e9f-596f-46a5-951b-b4c29c309524) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:30:53.765914 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b5498039-70ee-4c55-bce0-c55c991586dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:53.792434 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-723a037d-f15f-4a40-bda2-b1a335cf9951 None None] Publish callbacks [] for port (8c9e24ba-5333-441a-ab28-3abcf470c5c2), precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:53.802316 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-723a037d-f15f-4a40-bda2-b1a335cf9951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (8c9e24ba-5333-441a-ab28-3abcf470c5c2), after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:53.903011 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f83c28-a717-4796-8d88-7d760df120a1 None None] Pushing event updated for resources: {'Port': ['ID=8c9e24ba-5333-441a-ab28-3abcf470c5c2,revision_number=2']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:53.906801 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-723a037d-f15f-4a40-bda2-b1a335cf9951 None None] Attempting to bind port 8c9e24ba-5333-441a-ab28-3abcf470c5c2 on host dv-cinder-824995-1-iscsi for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:30:53.908051 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-723a037d-f15f-4a40-bda2-b1a335cf9951 None None] Attempting to bind port 8c9e24ba-5333-441a-ab28-3abcf470c5c2 by drivers openvswitch,hyperv on host dv-cinder-824995-1-iscsi at level 0 using segments [{'id': '8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:30:53.908595 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723a037d-f15f-4a40-bda2-b1a335cf9951 None None] Attempting to bind port 8c9e24ba-5333-441a-ab28-3abcf470c5c2 on network 9ec40da0-3fb2-40ad-97b9-056b5e7103fe {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:30:53.916328 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723a037d-f15f-4a40-bda2-b1a335cf9951 None None] Checking agent: {'id': 'df58d820-fcc5-4fb7-897c-d0f1a16030b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 21, 27), 'started_at': datetime.datetime(2022, 1, 17, 18, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:30:53.916975 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723a037d-f15f-4a40-bda2-b1a335cf9951 None None] Checking segment: {'id': '8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:30:53.917586 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-723a037d-f15f-4a40-bda2-b1a335cf9951 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:53.918350 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723a037d-f15f-4a40-bda2-b1a335cf9951 None None] Bound using segment: {'id': '8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:30:53.919319 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-723a037d-f15f-4a40-bda2-b1a335cf9951 None None] Bound port: 8c9e24ba-5333-441a-ab28-3abcf470c5c2, host: dv-cinder-824995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:30:53.919998 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-723a037d-f15f-4a40-bda2-b1a335cf9951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (8c9e24ba-5333-441a-ab28-3abcf470c5c2), before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:53.933431 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c262344a-87ee-46da-91d8-9fb18436deea admin admin] Publish callbacks [] for port (fb0f3e9f-596f-46a5-951b-b4c29c309524), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:53.994687 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5498039-70ee-4c55-bce0-c55c991586dd None None] Pushing event updated for resources: {'Port': ['ID=ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:54.025923 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f73b75-af61-4e87-a258-b97b7e7b7275 req-e7647051-38a8-46b4-a6f3-eac86a12898d tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:54.027601 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-44f73b75-af61-4e87-a258-b97b7e7b7275 req-e7647051-38a8-46b4-a6f3-eac86a12898d tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.1595981 Jan 17 18:30:54.028708 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-c3cc8304-fa50-4fca-b3f4-10ff5b7ca549 None None] Provisioning complete for port ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:30:54.031770 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c3cc8304-fa50-4fca-b3f4-10ff5b7ca549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:54.036432 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 55056) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:54.048642 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c262344a-87ee-46da-91d8-9fb18436deea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (fb0f3e9f-596f-46a5-951b-b4c29c309524), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:54.049612 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-723a037d-f15f-4a40-bda2-b1a335cf9951 None None] For port 8c9e24ba-5333-441a-ab28-3abcf470c5c2, host dv-cinder-824995-1-iscsi, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:30:54.054614 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-723a037d-f15f-4a40-bda2-b1a335cf9951 None None] For port 8c9e24ba-5333-441a-ab28-3abcf470c5c2, host dv-cinder-824995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=8c9e24ba-5333-441a-ab28-3abcf470c5c2,segment=NetworkSegment(8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f),segment_id=8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:30:54.062927 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-694588e9-07b6-4e02-9409-3a448e78e0ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:54.077274 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-723a037d-f15f-4a40-bda2-b1a335cf9951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (8c9e24ba-5333-441a-ab28-3abcf470c5c2), after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:54.118529 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port 82ebbe15-7849-41b9-b7f6-3e7f82de692f is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:30:54.122959 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1 up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:30:54.138698 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c262344a-87ee-46da-91d8-9fb18436deea admin admin] Pushing event updated for resources: {'Port': ['ID=fb0f3e9f-596f-46a5-951b-b4c29c309524,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:54.146408 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c262344a-87ee-46da-91d8-9fb18436deea admin admin] Network 0da7f28e-6c18-4d33-878a-00b61b38f01d is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:30:54.162398 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-c262344a-87ee-46da-91d8-9fb18436deea admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:30:54.178273 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f83c28-a717-4796-8d88-7d760df120a1 None None] Pushing event updated for resources: {'Port': ['ID=8c9e24ba-5333-441a-ab28-3abcf470c5c2,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:54.178564 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c262344a-87ee-46da-91d8-9fb18436deea admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:30:54.196324 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723a037d-f15f-4a40-bda2-b1a335cf9951 None None] Routers {'c8f1197c-6fa9-45cb-8e80-d4531bd59071'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:30:54.196928 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-723a037d-f15f-4a40-bda2-b1a335cf9951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:30:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['c8f1197c-6fa9-45cb-8e80-d4531bd59071'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:30:54.240604 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-44f73b75-af61-4e87-a258-b97b7e7b7275 req-067a6c4b-e809-439f-b276-c2e9490a1e7c tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893885 Jan 17 18:30:54.284872 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c262344a-87ee-46da-91d8-9fb18436deea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567171'] for router_interface (c8f1197c-6fa9-45cb-8e80-d4531bd59071), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:54.344193 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-694588e9-07b6-4e02-9409-3a448e78e0ee admin admin] Publish callbacks [] for security_group (211e5141-b115-4f69-a10a-a8156454b860), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:54.358835 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-694588e9-07b6-4e02-9409-3a448e78e0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (211e5141-b115-4f69-a10a-a8156454b860), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:54.502604 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:30:54.502931 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:54.520764 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-694588e9-07b6-4e02-9409-3a448e78e0ee admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d82c9e080b7f45c0a4028dac6cd01e91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4829972 Jan 17 18:30:54.521904 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694588e9-07b6-4e02-9409-3a448e78e0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211e5141-b115-4f69-a10a-a8156454b860,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:54.524862 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 55064) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:54.545706 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c262344a-87ee-46da-91d8-9fb18436deea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (fb0f3e9f-596f-46a5-951b-b4c29c309524), before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:54.549953 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-723a037d-f15f-4a40-bda2-b1a335cf9951 None None] Set router c8f1197c-6fa9-45cb-8e80-d4531bd59071 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:30:54.627322 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-141d9fb3-9557-4a63-89b1-a2381e6349a7 admin admin] Publish callbacks [] for security_group (211e5141-b115-4f69-a10a-a8156454b860), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:54.648727 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-c3cc8304-fa50-4fca-b3f4-10ff5b7ca549 None None] Current status of the port ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1 is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:30:54.695969 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-141d9fb3-9557-4a63-89b1-a2381e6349a7 admin admin] Publish callbacks [] for security_group (211e5141-b115-4f69-a10a-a8156454b860), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:54.705848 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:54.873415 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1 is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:30:54.887045 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fc982f3b-0988-4b9e-b4bd-d7cbf37c2bf2 None None] Provisioning complete for port fb0f3e9f-596f-46a5-951b-b4c29c309524 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:30:54.887045 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fc982f3b-0988-4b9e-b4bd-d7cbf37c2bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (fb0f3e9f-596f-46a5-951b-b4c29c309524), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:54.921700 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-141d9fb3-9557-4a63-89b1-a2381e6349a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (211e5141-b115-4f69-a10a-a8156454b860), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:54.926462 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-141d9fb3-9557-4a63-89b1-a2381e6349a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:54.939778 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-141d9fb3-9557-4a63-89b1-a2381e6349a7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/211e5141-b115-4f69-a10a-a8156454b860 HTTP/1.1" status: 204 len: 168 time: 0.4095702 Jan 17 18:30:54.949752 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fc982f3b-0988-4b9e-b4bd-d7cbf37c2bf2 None None] Port fb0f3e9f-596f-46a5-951b-b4c29c309524 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 18:30:54.959799 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119b7f5-c492-4c98-996c-349cc12f5fce req-899e60bf-7ac2-4836-a2e6-283f48f0a394 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:54.961436 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-e119b7f5-c492-4c98-996c-349cc12f5fce req-899e60bf-7ac2-4836-a2e6-283f48f0a394 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.2307763 Jan 17 18:30:54.969508 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d9fb3-9557-4a63-89b1-a2381e6349a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211e5141-b115-4f69-a10a-a8156454b860,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:55.023432 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-723a037d-f15f-4a40-bda2-b1a335cf9951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f1197c-6fa9-45cb-8e80-d4531bd59071', 'name': 'tempest-TestShelveInstance-91773043-router', 'tenant_id': '76ae697c8d6840bebe502975f707a46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '8c9e24ba-5333-441a-ab28-3abcf470c5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:49Z', 'updated_at': '2022-01-17T18:30:50Z', 'revision_number': 3, 'project_id': '76ae697c8d6840bebe502975f707a46e', 'gw_port': {'id': '8c9e24ba-5333-441a-ab28-3abcf470c5c2', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f1197c-6fa9-45cb-8e80-d4531bd59071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:50Z', 'updated_at': '2022-01-17T18:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi'}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:30:55.074439 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723a037d-f15f-4a40-bda2-b1a335cf9951 None None] The sync data for ids ['c8f1197c-6fa9-45cb-8e80-d4531bd59071'] in dv-cinder-824995-1-iscsi is: [{'id': 'c8f1197c-6fa9-45cb-8e80-d4531bd59071', 'name': 'tempest-TestShelveInstance-91773043-router', 'tenant_id': '76ae697c8d6840bebe502975f707a46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '8c9e24ba-5333-441a-ab28-3abcf470c5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:49Z', 'updated_at': '2022-01-17T18:30:50Z', 'revision_number': 3, 'project_id': '76ae697c8d6840bebe502975f707a46e', 'gw_port': {'id': '8c9e24ba-5333-441a-ab28-3abcf470c5c2', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f1197c-6fa9-45cb-8e80-d4531bd59071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:50Z', 'updated_at': '2022-01-17T18:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:30:55.093917 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-e119b7f5-c492-4c98-996c-349cc12f5fce req-86fef4dc-8044-4775-aca1-43a05e1107d0 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184990 Jan 17 18:30:55.114180 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c262344a-87ee-46da-91d8-9fb18436deea admin admin] Publish callbacks [] for port (fb0f3e9f-596f-46a5-951b-b4c29c309524), precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:55.125018 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c262344a-87ee-46da-91d8-9fb18436deea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167948'] for port (fb0f3e9f-596f-46a5-951b-b4c29c309524), after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:55.159548 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1 up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:30:55.237865 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:30:55.238443 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:55.277442 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c262344a-87ee-46da-91d8-9fb18436deea admin admin] Pushing event updated for resources: {'Port': ['ID=fb0f3e9f-596f-46a5-951b-b4c29c309524,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:55.294456 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c262344a-87ee-46da-91d8-9fb18436deea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-997616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567063'] for router_interface (c8f1197c-6fa9-45cb-8e80-d4531bd59071), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:55.362243 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02197a93-bdb7-4574-a103-8e9809a466ac req-c0e43066-f346-4981-b21f-8928b815a803 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:55.367939 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-02197a93-bdb7-4574-a103-8e9809a466ac req-c0e43066-f346-4981-b21f-8928b815a803 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.1510587 Jan 17 18:30:55.374478 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 55082) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:55.414841 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-535144bc-b536-4de7-888f-a4ebfe2efe4d tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Request body: {'floatingip': {'port_id': '659b3a1b-e4c9-459a-bde7-a54b8b9a185a'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:30:55.421307 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1 is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:30:55.502166 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c262344a-87ee-46da-91d8-9fb18436deea admin admin] Network 0da7f28e-6c18-4d33-878a-00b61b38f01d is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:30:55.503860 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-c262344a-87ee-46da-91d8-9fb18436deea admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:30:55.640514 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-535144bc-b536-4de7-888f-a4ebfe2efe4d tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for floatingip (9d5f1834-12fa-4244-b0fa-906dc92370ab), before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:55.733332 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c262344a-87ee-46da-91d8-9fb18436deea admin admin] Router c8f1197c-6fa9-45cb-8e80-d4531bd59071 has already been hosted by L3 agent f711a738-9445-49a6-871d-c35940c1a323 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 18:30:55.982471 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46ea79-76e2-4766-831d-34fd70aef97f req-b705b03f-2413-4f6e-88f4-04caeb479de4 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:55.993655 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ca46ea79-76e2-4766-831d-34fd70aef97f req-b705b03f-2413-4f6e-88f4-04caeb479de4 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.6294413 Jan 17 18:30:56.037034 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c262344a-87ee-46da-91d8-9fb18436deea admin admin] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:30:56.053936 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-c262344a-87ee-46da-91d8-9fb18436deea admin admin] 10.222.0.57 "PUT /v2.0/routers/c8f1197c-6fa9-45cb-8e80-d4531bd59071/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9875753 Jan 17 18:30:56.112093 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:56.112951 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-186cb5bb-e9e7-4b4f-bfed-39a6a1157d5b None None] Provisioning complete for port fb0f3e9f-596f-46a5-951b-b4c29c309524 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:30:56.113311 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-186cb5bb-e9e7-4b4f-bfed-39a6a1157d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (fb0f3e9f-596f-46a5-951b-b4c29c309524), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:56.172712 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ca46ea79-76e2-4766-831d-34fd70aef97f req-e49c6524-4663-4b1e-a9c4-7b90a6f84cdc tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772113 Jan 17 18:30:56.202868 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-186cb5bb-e9e7-4b4f-bfed-39a6a1157d5b None None] Port fb0f3e9f-596f-46a5-951b-b4c29c309524 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 18:30:56.990618 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 55126) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:56.997789 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-0f8b36fd-1efb-4e9a-91bc-8292f5d7ca4c tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-51523076', 'description': 'tempest-secgroup-smoke-51523076 description', 'project_id': '5262d740746c4265993cce733a67438a'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:30:57.070833 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0f8b36fd-1efb-4e9a-91bc-8292f5d7ca4c tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:57.137922 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-535144bc-b536-4de7-888f-a4ebfe2efe4d tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:57.144308 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-535144bc-b536-4de7-888f-a4ebfe2efe4d tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565514'] for floatingip (9d5f1834-12fa-4244-b0fa-906dc92370ab), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:57.177290 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 8c9e24ba-5333-441a-ab28-3abcf470c5c2 up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:30:57.296506 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 55138) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:57.303750 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port 8c9e24ba-5333-441a-ab28-3abcf470c5c2 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:30:57.306677 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (8c9e24ba-5333-441a-ab28-3abcf470c5c2), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:57.320496 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.db.l3_db [None req-535144bc-b536-4de7-888f-a4ebfe2efe4d tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Floating IP 9d5f1834-12fa-4244-b0fa-906dc92370ab associated. External IP: 172.27.3.223, port: 659b3a1b-e4c9-459a-bde7-a54b8b9a185a. Jan 17 18:30:57.340409 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0f8b36fd-1efb-4e9a-91bc-8292f5d7ca4c tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks [] for security_group (d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:57.349332 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0f8b36fd-1efb-4e9a-91bc-8292f5d7ca4c tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:57.380732 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:57.409971 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0f8b36fd-1efb-4e9a-91bc-8292f5d7ca4c tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:57.411810 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-0f8b36fd-1efb-4e9a-91bc-8292f5d7ca4c tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4188550 Jan 17 18:30:57.414341 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b36fd-1efb-4e9a-91bc-8292f5d7ca4c tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:57.417675 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 55142) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:57.422512 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-e4f88ca2-92fb-4666-a444-f05924e81ba9 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Request body: {'security_group_rule': {'security_group_id': 'd0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3', 'project_id': '5262d740746c4265993cce733a67438a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:30:57.479257 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e4f88ca2-92fb-4666-a444-f05924e81ba9 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks [] for security_group_rule (4d9ed5aa-6030-41fe-8f9e-1f33bcc200c6), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:57.502725 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port 8c9e24ba-5333-441a-ab28-3abcf470c5c2 is: DOWN; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:30:57.504335 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (8c9e24ba-5333-441a-ab28-3abcf470c5c2), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:57.506005 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be065600-8153-4318-a1e6-1b8ad10bd7c0 req-2335e741-5d38-48c6-a7eb-e1e9896ac961 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:30:57.507811 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-be065600-8153-4318-a1e6-1b8ad10bd7c0 req-2335e741-5d38-48c6-a7eb-e1e9896ac961 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.1144629 Jan 17 18:30:57.536188 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] For port 8c9e24ba-5333-441a-ab28-3abcf470c5c2, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=8c9e24ba-5333-441a-ab28-3abcf470c5c2,segment=NetworkSegment(8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f),segment_id=8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:30:57.552869 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (8c9e24ba-5333-441a-ab28-3abcf470c5c2), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:57.554514 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a84a561d-5628-42bc-8c3c-8132487f6d62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:57.594609 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-be065600-8153-4318-a1e6-1b8ad10bd7c0 req-231da803-d36e-4e38-8c9a-ef5e0e66eaa7 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726316 Jan 17 18:30:57.641734 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Pushing event updated for resources: {'Port': ['ID=8c9e24ba-5333-441a-ab28-3abcf470c5c2,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:57.648402 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e4f88ca2-92fb-4666-a444-f05924e81ba9 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks [] for security_group_rule (4d9ed5aa-6030-41fe-8f9e-1f33bcc200c6), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:57.661725 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e4f88ca2-92fb-4666-a444-f05924e81ba9 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951415'] for security_group_rule (4d9ed5aa-6030-41fe-8f9e-1f33bcc200c6), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:57.721982 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e4f88ca2-92fb-4666-a444-f05924e81ba9 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:57.723686 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-e4f88ca2-92fb-4666-a444-f05924e81ba9 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3051562 Jan 17 18:30:57.727919 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 55144) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:57.729509 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f88ca2-92fb-4666-a444-f05924e81ba9 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d9ed5aa-6030-41fe-8f9e-1f33bcc200c6,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:57.735393 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-9daf3e49-40ad-4192-96c8-dce942d0646a tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Request body: {'security_group_rule': {'security_group_id': 'd0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3', 'project_id': '5262d740746c4265993cce733a67438a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:30:57.761439 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-535144bc-b536-4de7-888f-a4ebfe2efe4d tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Router 4fec0bf5-f9e5-4314-9f49-6c3ca14634cb has already been hosted by L3 agent f711a738-9445-49a6-871d-c35940c1a323 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 18:30:57.770225 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a84a561d-5628-42bc-8c3c-8132487f6d62 admin admin] Publish callbacks [] for security_group (5a3e0094-92b4-434a-8dab-29c6943a3065), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:57.776338 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a84a561d-5628-42bc-8c3c-8132487f6d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (5a3e0094-92b4-434a-8dab-29c6943a3065), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:57.821046 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a561d-5628-42bc-8c3c-8132487f6d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3e0094-92b4-434a-8dab-29c6943a3065,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:57.826471 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f62754-f3fd-401e-afa1-8c211f2be33e None None] Sync routers for ids ['c8f1197c-6fa9-45cb-8e80-d4531bd59071'] in dv-cinder-824995-1-iscsi {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:30:57.830980 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-a84a561d-5628-42bc-8c3c-8132487f6d62 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b0eb5661eb614578bf751beba257b723&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5274339 Jan 17 18:30:57.834052 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 55146) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:57.834327 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9daf3e49-40ad-4192-96c8-dce942d0646a tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks [] for security_group_rule (eb6d84a9-b7ca-4724-9bd3-b9bfebc6dbfd), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:57.853066 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f62754-f3fd-401e-afa1-8c211f2be33e None None] Routers {'c8f1197c-6fa9-45cb-8e80-d4531bd59071'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:30:57.854072 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-15f62754-f3fd-401e-afa1-8c211f2be33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:30:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['c8f1197c-6fa9-45cb-8e80-d4531bd59071'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:30:57.910781 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-554322d3-09fa-4fc4-bc8a-f1a80900440e admin admin] Publish callbacks [] for security_group (5a3e0094-92b4-434a-8dab-29c6943a3065), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:57.926555 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9daf3e49-40ad-4192-96c8-dce942d0646a tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks [] for security_group_rule (eb6d84a9-b7ca-4724-9bd3-b9bfebc6dbfd), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:57.940257 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9daf3e49-40ad-4192-96c8-dce942d0646a tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951415'] for security_group_rule (eb6d84a9-b7ca-4724-9bd3-b9bfebc6dbfd), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:57.949192 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-554322d3-09fa-4fc4-bc8a-f1a80900440e admin admin] Publish callbacks [] for security_group (5a3e0094-92b4-434a-8dab-29c6943a3065), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:57.973134 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf3e49-40ad-4192-96c8-dce942d0646a tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb6d84a9-b7ca-4724-9bd3-b9bfebc6dbfd,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:57.977928 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535144bc-b536-4de7-888f-a4ebfe2efe4d tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:30:57.982255 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-535144bc-b536-4de7-888f-a4ebfe2efe4d tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for floatingip (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:57.997593 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c515c66f-3d59-4eaf-abd9-4b786a74e960 None None] Sync routers for ids ['4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'] in dv-cinder-824995-1-iscsi {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:30:58.009349 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9daf3e49-40ad-4192-96c8-dce942d0646a tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:58.010106 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-9daf3e49-40ad-4192-96c8-dce942d0646a tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2811739 Jan 17 18:30:58.013207 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 55150) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:58.014671 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-15f62754-f3fd-401e-afa1-8c211f2be33e None None] Set router c8f1197c-6fa9-45cb-8e80-d4531bd59071 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:30:58.017034 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c515c66f-3d59-4eaf-abd9-4b786a74e960 None None] Routers {'4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:30:58.018234 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-c515c66f-3d59-4eaf-abd9-4b786a74e960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:30:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:30:58.018373 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-7eeb5675-91a6-4bd3-b141-80941483283d tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Request body: {'security_group_rule': {'security_group_id': 'd0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3', 'project_id': '5262d740746c4265993cce733a67438a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:30:58.022981 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-535144bc-b536-4de7-888f-a4ebfe2efe4d tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "PUT /v2.0/floatingips/9d5f1834-12fa-4244-b0fa-906dc92370ab HTTP/1.1" status: 200 len: 991 time: 2.6402893 Jan 17 18:30:58.023140 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '930c9b07-2060-4d49-b801-8f8de0e85a27', 'tag': '659b3a1b-e4c9-459a-bde7-a54b8b9a185a'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:30:58.025448 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ebc6f40cb2ac68c89279b37e377f59c9ca88cf84401dffc3b34b74128c2044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11910900-fe5b-4fcf-ac70-3fa463dc03a9" -d '{"events": [{"name": "network-changed", "server_uuid": "930c9b07-2060-4d49-b801-8f8de0e85a27", "tag": "659b3a1b-e4c9-459a-bde7-a54b8b9a185a"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:30:58.065491 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-554322d3-09fa-4fc4-bc8a-f1a80900440e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (5a3e0094-92b4-434a-8dab-29c6943a3065), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:58.068354 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-554322d3-09fa-4fc4-bc8a-f1a80900440e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:58.072045 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-554322d3-09fa-4fc4-bc8a-f1a80900440e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5a3e0094-92b4-434a-8dab-29c6943a3065 HTTP/1.1" status: 204 len: 168 time: 0.2342527 Jan 17 18:30:58.084548 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554322d3-09fa-4fc4-bc8a-f1a80900440e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3e0094-92b4-434a-8dab-29c6943a3065,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:58.104469 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7eeb5675-91a6-4bd3-b141-80941483283d tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks [] for security_group_rule (d5ae2055-96b9-472a-b984-0c7766b9a162), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:58.164972 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-c515c66f-3d59-4eaf-abd9-4b786a74e960 None None] Set router 4fec0bf5-f9e5-4314-9f49-6c3ca14634cb gateway port host: dv-cinder-824995-1-iscsi {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:30:58.218623 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7eeb5675-91a6-4bd3-b141-80941483283d tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks [] for security_group_rule (d5ae2055-96b9-472a-b984-0c7766b9a162), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:58.229748 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7eeb5675-91a6-4bd3-b141-80941483283d tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951415'] for security_group_rule (d5ae2055-96b9-472a-b984-0c7766b9a162), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:58.261545 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb5675-91a6-4bd3-b141-80941483283d tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ae2055-96b9-472a-b984-0c7766b9a162,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:58.271865 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7eeb5675-91a6-4bd3-b141-80941483283d tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:58.274416 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-7eeb5675-91a6-4bd3-b141-80941483283d tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2601223 Jan 17 18:30:58.277237 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 55162) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:58.282096 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-e8ab976f-587b-4ca3-a7ba-3bb6056ff947 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Request body: {'security_group_rule': {'security_group_id': 'd0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3', 'project_id': '5262d740746c4265993cce733a67438a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:30:58.332954 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e8ab976f-587b-4ca3-a7ba-3bb6056ff947 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks [] for security_group_rule (74a541d6-520a-4bde-a895-ccd226c76dbf), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:58.401075 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e8ab976f-587b-4ca3-a7ba-3bb6056ff947 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks [] for security_group_rule (74a541d6-520a-4bde-a895-ccd226c76dbf), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:58.410243 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e8ab976f-587b-4ca3-a7ba-3bb6056ff947 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951415'] for security_group_rule (74a541d6-520a-4bde-a895-ccd226c76dbf), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:58.444802 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab976f-587b-4ca3-a7ba-3bb6056ff947 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74a541d6-520a-4bde-a895-ccd226c76dbf,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:58.459224 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e8ab976f-587b-4ca3-a7ba-3bb6056ff947 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:58.460900 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-e8ab976f-587b-4ca3-a7ba-3bb6056ff947 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1824248 Jan 17 18:30:58.464326 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 55166) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:58.471596 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-f64c0c18-41cc-4ec2-aa94-9ddde3cb9cd4 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Request body: {'security_group_rule': {'security_group_id': 'd0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3', 'project_id': '5262d740746c4265993cce733a67438a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:30:58.510658 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.db.securitygroups_db [None req-f64c0c18-41cc-4ec2-aa94-9ddde3cb9cd4 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Project 5262d740746c4265993cce733a67438a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 18:30:58.519266 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f64c0c18-41cc-4ec2-aa94-9ddde3cb9cd4 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks [] for security_group_rule (9fa670c2-390c-4b26-8b15-fd2e52d113dc), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:58.609132 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f64c0c18-41cc-4ec2-aa94-9ddde3cb9cd4 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks [] for security_group_rule (9fa670c2-390c-4b26-8b15-fd2e52d113dc), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:58.616075 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-c515c66f-3d59-4eaf-abd9-4b786a74e960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'name': 'tempest-AttachVolumeTestJSON-1342640713-router', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '8c547ed4-8605-4a2c-83de-49e2ac0aeffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:23Z', 'updated_at': '2022-01-17T18:30:27Z', 'revision_number': 4, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'gw_port': {'id': '8c547ed4-8605-4a2c-83de-49e2ac0aeffe', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:24Z', 'updated_at': '2022-01-17T18:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_floatingips': [{'id': '9d5f1834-12fa-4244-b0fa-906dc92370ab', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'router_id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'port_id': '659b3a1b-e4c9-459a-bde7-a54b8b9a185a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 271, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1', 'mac_address': 'fa:16:3e:f0:7d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930c9b07-2060-4d49-b801-8f8de0e85a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T18:30:31Z', 'updated_at': '2022-01-17T18:30:56Z', 'revision_number': 1, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaf1739c-fa79-447e-8b9c-bfb84bda1db2', 'name': '', 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'mac_address': 'fa:16:3e:d6:13:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '12a2e9e0-96ba-4d9c-8bea-1826f92be4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:26Z', 'updated_at': '2022-01-17T18:30:32Z', 'revision_number': 5, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'subnets': [{'id': '12a2e9e0-96ba-4d9c-8bea-1826f92be4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:30:58.621651 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f64c0c18-41cc-4ec2-aa94-9ddde3cb9cd4 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951415'] for security_group_rule (9fa670c2-390c-4b26-8b15-fd2e52d113dc), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:58.647423 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-15f62754-f3fd-401e-afa1-8c211f2be33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f1197c-6fa9-45cb-8e80-d4531bd59071', 'name': 'tempest-TestShelveInstance-91773043-router', 'tenant_id': '76ae697c8d6840bebe502975f707a46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '8c9e24ba-5333-441a-ab28-3abcf470c5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:49Z', 'updated_at': '2022-01-17T18:30:54Z', 'revision_number': 4, 'project_id': '76ae697c8d6840bebe502975f707a46e', 'gw_port': {'id': '8c9e24ba-5333-441a-ab28-3abcf470c5c2', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f1197c-6fa9-45cb-8e80-d4531bd59071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:50Z', 'updated_at': '2022-01-17T18:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': 'fb0f3e9f-596f-46a5-951b-b4c29c309524', 'name': '', 'network_id': '0da7f28e-6c18-4d33-878a-00b61b38f01d', 'tenant_id': '76ae697c8d6840bebe502975f707a46e', 'mac_address': 'fa:16:3e:4c:ec:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f1197c-6fa9-45cb-8e80-d4531bd59071', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '875b876e-6959-42ac-97b9-9309009bdde6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:53Z', 'updated_at': '2022-01-17T18:30:54Z', 'revision_number': 2, 'project_id': '76ae697c8d6840bebe502975f707a46e', 'subnets': [{'id': '875b876e-6959-42ac-97b9-9309009bdde6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:30:58.655946 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f64c0c18-41cc-4ec2-aa94-9ddde3cb9cd4 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:58.660103 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 55176) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:30:58.660517 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-f64c0c18-41cc-4ec2-aa94-9ddde3cb9cd4 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1952066 Jan 17 18:30:58.662038 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c0c18-41cc-4ec2-aa94-9ddde3cb9cd4 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa670c2-390c-4b26-8b15-fd2e52d113dc,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:58.664295 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c515c66f-3d59-4eaf-abd9-4b786a74e960 None None] Checking router: 4fec0bf5-f9e5-4314-9f49-6c3ca14634cb for host: dv-cinder-824995-1-iscsi {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:30:58.667082 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-124f122c-6d3c-4f45-888e-a380c854d646 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Request body: {'security_group_rule': {'security_group_id': 'd0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3', 'project_id': '5262d740746c4265993cce733a67438a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:30:58.689588 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c515c66f-3d59-4eaf-abd9-4b786a74e960 None None] Routers {'4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:30:58.691852 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-c515c66f-3d59-4eaf-abd9-4b786a74e960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:30:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:30:58.702656 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f62754-f3fd-401e-afa1-8c211f2be33e None None] Checking router: c8f1197c-6fa9-45cb-8e80-d4531bd59071 for host: dv-cinder-824995-1-iscsi {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:30:58.703298 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f62754-f3fd-401e-afa1-8c211f2be33e None None] Updating router c8f1197c-6fa9-45cb-8e80-d4531bd59071 port fb0f3e9f-596f-46a5-951b-b4c29c309524 binding host dv-cinder-824995-1-iscsi {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 18:30:58.737397 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.db.securitygroups_db [None req-124f122c-6d3c-4f45-888e-a380c854d646 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Project 5262d740746c4265993cce733a67438a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 18:30:58.738868 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-15f62754-f3fd-401e-afa1-8c211f2be33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (fb0f3e9f-596f-46a5-951b-b4c29c309524), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:58.744309 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-124f122c-6d3c-4f45-888e-a380c854d646 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks [] for security_group_rule (1c5492f8-86ec-47c5-9641-b1130fc8d8bd), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:58.846641 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-124f122c-6d3c-4f45-888e-a380c854d646 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks [] for security_group_rule (1c5492f8-86ec-47c5-9641-b1130fc8d8bd), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:58.856317 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-124f122c-6d3c-4f45-888e-a380c854d646 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951415'] for security_group_rule (1c5492f8-86ec-47c5-9641-b1130fc8d8bd), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:58.880149 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f122c-6d3c-4f45-888e-a380c854d646 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c5492f8-86ec-47c5-9641-b1130fc8d8bd,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:58.894753 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-c515c66f-3d59-4eaf-abd9-4b786a74e960 None None] Set router 4fec0bf5-f9e5-4314-9f49-6c3ca14634cb gateway port host: dv-cinder-824995-1-iscsi {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:30:58.905789 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-124f122c-6d3c-4f45-888e-a380c854d646 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:58.917670 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-124f122c-6d3c-4f45-888e-a380c854d646 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2564194 Jan 17 18:30:59.161130 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 8c9e24ba-5333-441a-ab28-3abcf470c5c2 up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:30:59.323013 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-15f62754-f3fd-401e-afa1-8c211f2be33e None None] Publish callbacks [] for port (fb0f3e9f-596f-46a5-951b-b4c29c309524), precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:59.336651 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-15f62754-f3fd-401e-afa1-8c211f2be33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (fb0f3e9f-596f-46a5-951b-b4c29c309524), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:59.350680 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-c515c66f-3d59-4eaf-abd9-4b786a74e960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'name': 'tempest-AttachVolumeTestJSON-1342640713-router', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '8c547ed4-8605-4a2c-83de-49e2ac0aeffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:23Z', 'updated_at': '2022-01-17T18:30:27Z', 'revision_number': 4, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'gw_port': {'id': '8c547ed4-8605-4a2c-83de-49e2ac0aeffe', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:24Z', 'updated_at': '2022-01-17T18:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_floatingips': [{'id': '9d5f1834-12fa-4244-b0fa-906dc92370ab', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'router_id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'port_id': '659b3a1b-e4c9-459a-bde7-a54b8b9a185a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 271, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1', 'mac_address': 'fa:16:3e:f0:7d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930c9b07-2060-4d49-b801-8f8de0e85a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T18:30:31Z', 'updated_at': '2022-01-17T18:30:56Z', 'revision_number': 1, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaf1739c-fa79-447e-8b9c-bfb84bda1db2', 'name': '', 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'mac_address': 'fa:16:3e:d6:13:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '12a2e9e0-96ba-4d9c-8bea-1826f92be4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:26Z', 'updated_at': '2022-01-17T18:30:32Z', 'revision_number': 5, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'subnets': [{'id': '12a2e9e0-96ba-4d9c-8bea-1826f92be4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:30:59.397904 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c515c66f-3d59-4eaf-abd9-4b786a74e960 None None] The sync data for ids ['4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'] in dv-cinder-824995-1-iscsi is: [{'id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'name': 'tempest-AttachVolumeTestJSON-1342640713-router', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '8c547ed4-8605-4a2c-83de-49e2ac0aeffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:23Z', 'updated_at': '2022-01-17T18:30:27Z', 'revision_number': 4, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'gw_port': {'id': '8c547ed4-8605-4a2c-83de-49e2ac0aeffe', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:24Z', 'updated_at': '2022-01-17T18:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_floatingips': [{'id': '9d5f1834-12fa-4244-b0fa-906dc92370ab', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'router_id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'port_id': '659b3a1b-e4c9-459a-bde7-a54b8b9a185a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 271, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1', 'mac_address': 'fa:16:3e:f0:7d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930c9b07-2060-4d49-b801-8f8de0e85a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T18:30:31Z', 'updated_at': '2022-01-17T18:30:56Z', 'revision_number': 1, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaf1739c-fa79-447e-8b9c-bfb84bda1db2', 'name': '', 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'mac_address': 'fa:16:3e:d6:13:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '12a2e9e0-96ba-4d9c-8bea-1826f92be4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:26Z', 'updated_at': '2022-01-17T18:30:32Z', 'revision_number': 5, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'subnets': [{'id': '12a2e9e0-96ba-4d9c-8bea-1826f92be4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:30:59.417328 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6178d8-63b9-4daf-9856-6a47a7e6ca62 None None] Pushing event updated for resources: {'Port': ['ID=fb0f3e9f-596f-46a5-951b-b4c29c309524,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:30:59.440678 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port 8c9e24ba-5333-441a-ab28-3abcf470c5c2 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:30:59.444150 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (8c9e24ba-5333-441a-ab28-3abcf470c5c2), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:59.553580 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-15f62754-f3fd-401e-afa1-8c211f2be33e None None] Attempting to bind port fb0f3e9f-596f-46a5-951b-b4c29c309524 on host dv-cinder-824995-1-iscsi for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:30:59.554059 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-15f62754-f3fd-401e-afa1-8c211f2be33e None None] Attempting to bind port fb0f3e9f-596f-46a5-951b-b4c29c309524 by drivers openvswitch,hyperv on host dv-cinder-824995-1-iscsi at level 0 using segments [{'id': '55f5124b-c6ba-4e84-b1aa-9d5d030ef388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0da7f28e-6c18-4d33-878a-00b61b38f01d'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:30:59.554514 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f62754-f3fd-401e-afa1-8c211f2be33e None None] Attempting to bind port fb0f3e9f-596f-46a5-951b-b4c29c309524 on network 0da7f28e-6c18-4d33-878a-00b61b38f01d {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:30:59.564741 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f62754-f3fd-401e-afa1-8c211f2be33e None None] Checking agent: {'id': 'df58d820-fcc5-4fb7-897c-d0f1a16030b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 21, 27), 'started_at': datetime.datetime(2022, 1, 17, 18, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:30:59.565381 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f62754-f3fd-401e-afa1-8c211f2be33e None None] Checking segment: {'id': '55f5124b-c6ba-4e84-b1aa-9d5d030ef388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0da7f28e-6c18-4d33-878a-00b61b38f01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:30:59.565998 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-15f62754-f3fd-401e-afa1-8c211f2be33e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:59.566459 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f62754-f3fd-401e-afa1-8c211f2be33e None None] Bound using segment: {'id': '55f5124b-c6ba-4e84-b1aa-9d5d030ef388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0da7f28e-6c18-4d33-878a-00b61b38f01d'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:30:59.568102 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-15f62754-f3fd-401e-afa1-8c211f2be33e None None] Bound port: fb0f3e9f-596f-46a5-951b-b4c29c309524, host: dv-cinder-824995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f5124b-c6ba-4e84-b1aa-9d5d030ef388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0da7f28e-6c18-4d33-878a-00b61b38f01d'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:30:59.568554 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-15f62754-f3fd-401e-afa1-8c211f2be33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (fb0f3e9f-596f-46a5-951b-b4c29c309524), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:59.669076 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port 8c9e24ba-5333-441a-ab28-3abcf470c5c2 is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:30:59.729252 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-15f62754-f3fd-401e-afa1-8c211f2be33e None None] For port fb0f3e9f-596f-46a5-951b-b4c29c309524, host dv-cinder-824995-1-iscsi, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:30:59.742688 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-15f62754-f3fd-401e-afa1-8c211f2be33e None None] For port fb0f3e9f-596f-46a5-951b-b4c29c309524, host dv-cinder-824995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=fb0f3e9f-596f-46a5-951b-b4c29c309524,segment=NetworkSegment(55f5124b-c6ba-4e84-b1aa-9d5d030ef388),segment_id=55f5124b-c6ba-4e84-b1aa-9d5d030ef388)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:30:59.752263 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-15f62754-f3fd-401e-afa1-8c211f2be33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (fb0f3e9f-596f-46a5-951b-b4c29c309524), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:30:59.868077 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a342dc6-d779-4341-9e08-d82bf90cc62e None None] New status for floating IP 9d5f1834-12fa-4244-b0fa-906dc92370ab: ACTIVE {{(pid=102424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 18:30:59.958720 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-95ee99eb-9728-4d03-8c29-f6e4a2a7c7b6 None None] Provisioning complete for port fb0f3e9f-596f-46a5-951b-b4c29c309524 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:30:59.959687 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-95ee99eb-9728-4d03-8c29-f6e4a2a7c7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (fb0f3e9f-596f-46a5-951b-b4c29c309524), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:00.030328 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f62754-f3fd-401e-afa1-8c211f2be33e None None] Routers {'c8f1197c-6fa9-45cb-8e80-d4531bd59071'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:31:00.031141 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-15f62754-f3fd-401e-afa1-8c211f2be33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:30:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['c8f1197c-6fa9-45cb-8e80-d4531bd59071'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:31:00.133242 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 18:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cd6329-6702-4413-b888-d8529a6f7564 x-openstack-request-id: req-c7cd6329-6702-4413-b888-d8529a6f7564 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:31:00.134007 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "930c9b07-2060-4d49-b801-8f8de0e85a27", "tag": "659b3a1b-e4c9-459a-bde7-a54b8b9a185a", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:31:00.134099 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c7cd6329-6702-4413-b888-d8529a6f7564 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:31:00.134458 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '930c9b07-2060-4d49-b801-8f8de0e85a27', 'tag': '659b3a1b-e4c9-459a-bde7-a54b8b9a185a', 'status': 'completed', 'code': 200} Jan 17 18:31:00.313110 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11910900-fe5b-4fcf-ac70-3fa463dc03a9 req-053236cd-c31d-40c4-9f4d-d51b17f26c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:00.315027 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-11910900-fe5b-4fcf-ac70-3fa463dc03a9 req-053236cd-c31d-40c4-9f4d-d51b17f26c39 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d096303fa7e14469b06f7686921b4815&device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 1098 time: 0.1466129 Jan 17 18:31:00.330058 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87ddd9-d773-4e50-ad8c-ea6c760eeeeb req-269e845f-b970-4c2e-86b2-c7f8e62f0578 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:00.339079 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ce87ddd9-d773-4e50-ad8c-ea6c760eeeeb req-269e845f-b970-4c2e-86b2-c7f8e62f0578 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.1239150 Jan 17 18:31:00.343301 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6178d8-63b9-4daf-9856-6a47a7e6ca62 None None] Pushing event updated for resources: {'Port': ['ID=fb0f3e9f-596f-46a5-951b-b4c29c309524,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:00.551343 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11910900-fe5b-4fcf-ac70-3fa463dc03a9 req-b7468027-998c-426c-95b2-a9d76e91ab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:00.555012 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-11910900-fe5b-4fcf-ac70-3fa463dc03a9 req-b7468027-998c-426c-95b2-a9d76e91ab3a service neutron] 10.222.0.31 "GET /v2.0/networks?id=0ef68749-9171-4b0e-b0ff-71ca96f8b9b1 HTTP/1.1" status: 200 len: 912 time: 0.2136598 Jan 17 18:31:00.555209 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-95ee99eb-9728-4d03-8c29-f6e4a2a7c7b6 None None] Current status of the port fb0f3e9f-596f-46a5-951b-b4c29c309524 is: DOWN; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:31:00.555604 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-95ee99eb-9728-4d03-8c29-f6e4a2a7c7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (fb0f3e9f-596f-46a5-951b-b4c29c309524), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:00.561581 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-15f62754-f3fd-401e-afa1-8c211f2be33e None None] Set router c8f1197c-6fa9-45cb-8e80-d4531bd59071 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:31:00.657379 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ce87ddd9-d773-4e50-ad8c-ea6c760eeeeb req-bc1bd293-5beb-4ada-95fd-ae5fcfc3a12c tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172991 Jan 17 18:31:00.688801 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-11910900-fe5b-4fcf-ac70-3fa463dc03a9 req-0dd8e315-ae6c-4186-a0a3-5b46d262e017 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=659b3a1b-e4c9-459a-bde7-a54b8b9a185a HTTP/1.1" status: 200 len: 1001 time: 0.1204278 Jan 17 18:31:00.749659 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-95ee99eb-9728-4d03-8c29-f6e4a2a7c7b6 None None] For port fb0f3e9f-596f-46a5-951b-b4c29c309524, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=fb0f3e9f-596f-46a5-951b-b4c29c309524,segment=NetworkSegment(55f5124b-c6ba-4e84-b1aa-9d5d030ef388),segment_id=55f5124b-c6ba-4e84-b1aa-9d5d030ef388)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:31:00.753170 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11910900-fe5b-4fcf-ac70-3fa463dc03a9 req-98e75da3-acb8-451d-8d39-f20f6677b855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:00.755321 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-95ee99eb-9728-4d03-8c29-f6e4a2a7c7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (fb0f3e9f-596f-46a5-951b-b4c29c309524), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:00.757274 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-11910900-fe5b-4fcf-ac70-3fa463dc03a9 req-98e75da3-acb8-451d-8d39-f20f6677b855 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=12a2e9e0-96ba-4d9c-8bea-1826f92be4cf HTTP/1.1" status: 200 len: 850 time: 0.0608191 Jan 17 18:31:00.828628 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11910900-fe5b-4fcf-ac70-3fa463dc03a9 req-badbbd9c-4c5e-46da-abb5-836ef4974569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:00.831017 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-11910900-fe5b-4fcf-ac70-3fa463dc03a9 req-badbbd9c-4c5e-46da-abb5-836ef4974569 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0ef68749-9171-4b0e-b0ff-71ca96f8b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0630629 Jan 17 18:31:00.863293 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee99eb-9728-4d03-8c29-f6e4a2a7c7b6 None None] Pushing event updated for resources: {'Port': ['ID=fb0f3e9f-596f-46a5-951b-b4c29c309524,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:00.934878 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f53e5173-c167-4a2c-9780-ae74923ba616 None None] Provisioning complete for port fb0f3e9f-596f-46a5-951b-b4c29c309524 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:31:00.935311 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f53e5173-c167-4a2c-9780-ae74923ba616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (fb0f3e9f-596f-46a5-951b-b4c29c309524), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:01.012906 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-15f62754-f3fd-401e-afa1-8c211f2be33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f1197c-6fa9-45cb-8e80-d4531bd59071', 'name': 'tempest-TestShelveInstance-91773043-router', 'tenant_id': '76ae697c8d6840bebe502975f707a46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '8c9e24ba-5333-441a-ab28-3abcf470c5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:49Z', 'updated_at': '2022-01-17T18:30:54Z', 'revision_number': 4, 'project_id': '76ae697c8d6840bebe502975f707a46e', 'gw_port': {'id': '8c9e24ba-5333-441a-ab28-3abcf470c5c2', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f1197c-6fa9-45cb-8e80-d4531bd59071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:50Z', 'updated_at': '2022-01-17T18:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': 'fb0f3e9f-596f-46a5-951b-b4c29c309524', 'name': '', 'network_id': '0da7f28e-6c18-4d33-878a-00b61b38f01d', 'tenant_id': '76ae697c8d6840bebe502975f707a46e', 'mac_address': 'fa:16:3e:4c:ec:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f1197c-6fa9-45cb-8e80-d4531bd59071', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '875b876e-6959-42ac-97b9-9309009bdde6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:53Z', 'updated_at': '2022-01-17T18:30:59Z', 'revision_number': 4, 'project_id': '76ae697c8d6840bebe502975f707a46e', 'subnets': [{'id': '875b876e-6959-42ac-97b9-9309009bdde6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:31:01.015301 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-11910900-fe5b-4fcf-ac70-3fa463dc03a9 req-1b515656-2134-449d-b29f-95976d1da335 service neutron] 10.222.0.31 "GET /v2.0/networks/0ef68749-9171-4b0e-b0ff-71ca96f8b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660399 Jan 17 18:31:01.073583 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f62754-f3fd-401e-afa1-8c211f2be33e None None] The sync data for ids ['c8f1197c-6fa9-45cb-8e80-d4531bd59071'] in dv-cinder-824995-1-iscsi is: [{'id': 'c8f1197c-6fa9-45cb-8e80-d4531bd59071', 'name': 'tempest-TestShelveInstance-91773043-router', 'tenant_id': '76ae697c8d6840bebe502975f707a46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '8c9e24ba-5333-441a-ab28-3abcf470c5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:49Z', 'updated_at': '2022-01-17T18:30:54Z', 'revision_number': 4, 'project_id': '76ae697c8d6840bebe502975f707a46e', 'gw_port': {'id': '8c9e24ba-5333-441a-ab28-3abcf470c5c2', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f1197c-6fa9-45cb-8e80-d4531bd59071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:50Z', 'updated_at': '2022-01-17T18:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': 'fb0f3e9f-596f-46a5-951b-b4c29c309524', 'name': '', 'network_id': '0da7f28e-6c18-4d33-878a-00b61b38f01d', 'tenant_id': '76ae697c8d6840bebe502975f707a46e', 'mac_address': 'fa:16:3e:4c:ec:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f1197c-6fa9-45cb-8e80-d4531bd59071', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '875b876e-6959-42ac-97b9-9309009bdde6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:53Z', 'updated_at': '2022-01-17T18:30:59Z', 'revision_number': 4, 'project_id': '76ae697c8d6840bebe502975f707a46e', 'subnets': [{'id': '875b876e-6959-42ac-97b9-9309009bdde6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:31:01.136814 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-f53e5173-c167-4a2c-9780-ae74923ba616 None None] Current status of the port fb0f3e9f-596f-46a5-951b-b4c29c309524 is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:31:01.190467 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-11910900-fe5b-4fcf-ac70-3fa463dc03a9 req-3745bdad-1b32-431c-84e2-41ec8a7f4ffc service neutron] 10.222.0.31 "GET /v2.0/networks/0ef68749-9171-4b0e-b0ff-71ca96f8b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665401 Jan 17 18:31:01.844579 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d7109-ada7-4189-9c6f-770cf20644a2 req-66290563-db9f-4dd3-93ad-7d8c787e1e7b tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:01.846582 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-f85d7109-ada7-4189-9c6f-770cf20644a2 req-66290563-db9f-4dd3-93ad-7d8c787e1e7b tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0893986 Jan 17 18:31:01.929812 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-f85d7109-ada7-4189-9c6f-770cf20644a2 req-b0f47fcf-8f0f-4406-a48b-d99445faee48 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734320 Jan 17 18:31:03.096429 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfe57c-1b0d-4845-9128-f7450d76a96f req-fe8be324-0697-422d-8c2b-bb436e0eea4d tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:03.105260 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-aacfe57c-1b0d-4845-9128-f7450d76a96f req-fe8be324-0697-422d-8c2b-bb436e0eea4d tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0901403 Jan 17 18:31:03.178993 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-aacfe57c-1b0d-4845-9128-f7450d76a96f req-0aa2a36b-96fa-46ae-aea6-208dc917488a tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677924 Jan 17 18:31:03.231261 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device fb0f3e9f-596f-46a5-951b-b4c29c309524 up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:31:03.307323 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port fb0f3e9f-596f-46a5-951b-b4c29c309524 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:31:03.307917 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (fb0f3e9f-596f-46a5-951b-b4c29c309524), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:03.556294 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port fb0f3e9f-596f-46a5-951b-b4c29c309524 is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:31:03.658172 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b888413-922a-407f-82e6-d4f351803c5b req-88127193-9237-4065-ac3c-5127541f816f tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:03.659857 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-2b888413-922a-407f-82e6-d4f351803c5b req-88127193-9237-4065-ac3c-5127541f816f tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/networks?id=f9fdf362-a192-4398-90ad-42753c4dbe91 HTTP/1.1" status: 200 len: 815 time: 0.2447958 Jan 17 18:31:03.689441 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-2b888413-922a-407f-82e6-d4f351803c5b req-085fa0cb-a809-4c6c-bb65-38297778a11c tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/quotas/6565d84bc46f476997612d642cd76aa1 HTTP/1.1" status: 200 len: 375 time: 0.0219402 Jan 17 18:31:03.755989 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-2b888413-922a-407f-82e6-d4f351803c5b req-76336d3c-c702-4d3e-ae2f-a300ff55c577 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6565d84bc46f476997612d642cd76aa1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0656466 Jan 17 18:31:03.872569 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 55394) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:31:03.894258 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-2b888413-922a-407f-82e6-d4f351803c5b req-289d1783-2ddc-4533-8f8e-984a1c02f75a service neutron] 10.222.0.57 "GET /v2.0/networks/f9fdf362-a192-4398-90ad-42753c4dbe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324160 Jan 17 18:31:04.000324 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-2b888413-922a-407f-82e6-d4f351803c5b req-430543ff-c01a-4f7d-b049-1530127640ea service neutron] 10.222.0.57 "GET /v2.0/networks/f9fdf362-a192-4398-90ad-42753c4dbe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017992 Jan 17 18:31:04.081103 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c32800db-adc2-478a-9733-001bde9d4677 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:04.212153 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ee313be4-45f8-4a04-aa7e-6f8998eabc51 req-6c8f2b9e-a65a-4518-a46c-4bf4fd00cd59 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=59e3bb16-2787-4d67-9341-950cff318149 HTTP/1.1" status: 200 len: 210 time: 0.0656645 Jan 17 18:31:04.265300 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c32800db-adc2-478a-9733-001bde9d4677 admin admin] Publish callbacks [] for security_group (1b627360-724c-48b8-876c-a605a70b0199), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:04.273420 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c32800db-adc2-478a-9733-001bde9d4677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (1b627360-724c-48b8-876c-a605a70b0199), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:04.374072 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-c32800db-adc2-478a-9733-001bde9d4677 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1811dd4135bf450bb984984bdd52dca2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5000138 Jan 17 18:31:04.374952 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 55408) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:31:04.391582 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32800db-adc2-478a-9733-001bde9d4677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b627360-724c-48b8-876c-a605a70b0199,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:04.418211 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40648e3c-d695-434e-9a87-3610f2198942 req-ca55445e-6590-4cc3-bd1b-0acfad91962a tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:04.425692 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-40648e3c-d695-434e-9a87-3610f2198942 req-ca55445e-6590-4cc3-bd1b-0acfad91962a tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.1308858 Jan 17 18:31:04.504182 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-40648e3c-d695-434e-9a87-3610f2198942 req-f4c8d989-ae6e-417a-ba2b-7d9b2251c943 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773382 Jan 17 18:31:04.504677 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2c1ce421-648e-4bc3-ab01-b7c43f252454 admin admin] Publish callbacks [] for security_group (1b627360-724c-48b8-876c-a605a70b0199), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:04.537223 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2c1ce421-648e-4bc3-ab01-b7c43f252454 admin admin] Publish callbacks [] for security_group (1b627360-724c-48b8-876c-a605a70b0199), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:04.591710 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2c1ce421-648e-4bc3-ab01-b7c43f252454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (1b627360-724c-48b8-876c-a605a70b0199), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:04.594457 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2c1ce421-648e-4bc3-ab01-b7c43f252454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:04.595982 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-2c1ce421-648e-4bc3-ab01-b7c43f252454 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1b627360-724c-48b8-876c-a605a70b0199 HTTP/1.1" status: 204 len: 168 time: 0.2149806 Jan 17 18:31:04.604770 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ce421-648e-4bc3-ab01-b7c43f252454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b627360-724c-48b8-876c-a605a70b0199,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:05.305086 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-33f17e5c-a2a8-437e-bc0e-439ef24c7640 req-cbea53fd-64aa-4783-ae18-ec3a8407096d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=59e3bb16-2787-4d67-9341-950cff318149 HTTP/1.1" status: 200 len: 210 time: 0.0283451 Jan 17 18:31:05.764218 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd8db2-ca4d-4282-a835-7895a7323610 req-e18ab960-6a98-49d5-b144-33174081db4b tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:05.765740 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-57bd8db2-ca4d-4282-a835-7895a7323610 req-e18ab960-6a98-49d5-b144-33174081db4b tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.1506269 Jan 17 18:31:05.777150 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b888413-922a-407f-82e6-d4f351803c5b req-8f339663-6784-46c6-9734-cfdb5f3d04d5 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:05.779048 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-2b888413-922a-407f-82e6-d4f351803c5b req-8f339663-6784-46c6-9734-cfdb5f3d04d5 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.31 "GET /v2.0/networks?id=f9fdf362-a192-4398-90ad-42753c4dbe91 HTTP/1.1" status: 200 len: 815 time: 0.1978405 Jan 17 18:31:05.800521 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [req-2b888413-922a-407f-82e6-d4f351803c5b req-1d20f13a-4974-49b4-b722-4926f363391d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Request body: {'port': {'device_id': '59e3bb16-2787-4d67-9341-950cff318149', 'network_id': 'f9fdf362-a192-4398-90ad-42753c4dbe91', 'admin_state_up': True, 'tenant_id': '6565d84bc46f476997612d642cd76aa1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:31:06.138323 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-57bd8db2-ca4d-4282-a835-7895a7323610 req-70b8044e-1a40-472a-85bb-3b188a1942dd tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571136 Jan 17 18:31:06.182640 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b888413-922a-407f-82e6-d4f351803c5b req-1d20f13a-4974-49b4-b722-4926f363391d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Made reservation on behalf of 6565d84bc46f476997612d642cd76aa1 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:31:06.186461 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2b888413-922a-407f-82e6-d4f351803c5b req-1d20f13a-4974-49b4-b722-4926f363391d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:06.307018 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-2b888413-922a-407f-82e6-d4f351803c5b req-1d20f13a-4974-49b4-b722-4926f363391d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Allocated IP 172.20.0.10 (f9fdf362-a192-4398-90ad-42753c4dbe91/961653f6-79b2-4a60-b9e7-9e0202e89852/25fc999d-261a-4219-9aef-068be9eb3922) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:31:06.408127 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-57c6ee03-b6eb-4b37-82a8-3cbaefdce0ba req-4245ab6e-43fb-4804-b3af-47d790f8e72a tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=59e3bb16-2787-4d67-9341-950cff318149 HTTP/1.1" status: 200 len: 210 time: 0.0280602 Jan 17 18:31:06.462168 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2b888413-922a-407f-82e6-d4f351803c5b req-1d20f13a-4974-49b4-b722-4926f363391d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Publish callbacks [] for port (25fc999d-261a-4219-9aef-068be9eb3922), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:06.495186 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2b888413-922a-407f-82e6-d4f351803c5b req-1d20f13a-4974-49b4-b722-4926f363391d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924'] for port (25fc999d-261a-4219-9aef-068be9eb3922), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:06.510806 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5', '0161fe13-ca1e-4c15-9d41-6cf9f77a2a88', '4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:31:06.544033 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b888413-922a-407f-82e6-d4f351803c5b req-1d20f13a-4974-49b4-b722-4926f363391d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Network f9fdf362-a192-4398-90ad-42753c4dbe91 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:31:06.547147 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-2b888413-922a-407f-82e6-d4f351803c5b req-1d20f13a-4974-49b4-b722-4926f363391d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:31:06.549743 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b888413-922a-407f-82e6-d4f351803c5b req-1d20f13a-4974-49b4-b722-4926f363391d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:31:06.555596 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b888413-922a-407f-82e6-d4f351803c5b req-1d20f13a-4974-49b4-b722-4926f363391d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:06.556199 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2b888413-922a-407f-82e6-d4f351803c5b req-1d20f13a-4974-49b4-b722-4926f363391d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:06.566633 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20f13a-4974-49b4-b722-4926f363391d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Pushing event updated for resources: {'Port': ['ID=25fc999d-261a-4219-9aef-068be9eb3922,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:06.581677 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-2b888413-922a-407f-82e6-d4f351803c5b req-1d20f13a-4974-49b4-b722-4926f363391d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7859104 Jan 17 18:31:06.597768 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [req-2b888413-922a-407f-82e6-d4f351803c5b req-2aafff29-eb11-479c-9667-5f3811ca33cb service neutron] Request body: {'port': {'device_id': '59e3bb16-2787-4d67-9341-950cff318149', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82499'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:31:06.658769 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2b888413-922a-407f-82e6-d4f351803c5b req-2aafff29-eb11-479c-9667-5f3811ca33cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (25fc999d-261a-4219-9aef-068be9eb3922), before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:06.948810 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [req-2b888413-922a-407f-82e6-d4f351803c5b req-2aafff29-eb11-479c-9667-5f3811ca33cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25fc999d-261a-4219-9aef-068be9eb3922 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:31:06.959617 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2b888413-922a-407f-82e6-d4f351803c5b req-2aafff29-eb11-479c-9667-5f3811ca33cb service neutron] Publish callbacks [] for port (25fc999d-261a-4219-9aef-068be9eb3922), precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:06.974733 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-2b888413-922a-407f-82e6-d4f351803c5b req-2aafff29-eb11-479c-9667-5f3811ca33cb service neutron] Transition to ACTIVE for port object 25fc999d-261a-4219-9aef-068be9eb3922 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 18:31:06.980401 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2b888413-922a-407f-82e6-d4f351803c5b req-2aafff29-eb11-479c-9667-5f3811ca33cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (25fc999d-261a-4219-9aef-068be9eb3922), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:07.056911 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aafff29-eb11-479c-9667-5f3811ca33cb service neutron] Pushing event updated for resources: {'Port': ['ID=25fc999d-261a-4219-9aef-068be9eb3922,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:07.094483 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-2b888413-922a-407f-82e6-d4f351803c5b req-2aafff29-eb11-479c-9667-5f3811ca33cb service neutron] Attempting to bind port 25fc999d-261a-4219-9aef-068be9eb3922 on host hv-cinder-82499 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:31:07.094824 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-2b888413-922a-407f-82e6-d4f351803c5b req-2aafff29-eb11-479c-9667-5f3811ca33cb service neutron] Attempting to bind port 25fc999d-261a-4219-9aef-068be9eb3922 by drivers openvswitch,hyperv on host hv-cinder-82499 at level 0 using segments [{'id': 'eab41685-dbf8-458c-809c-87ead42a6e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f9fdf362-a192-4398-90ad-42753c4dbe91'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:31:07.095192 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b888413-922a-407f-82e6-d4f351803c5b req-2aafff29-eb11-479c-9667-5f3811ca33cb service neutron] Attempting to bind port 25fc999d-261a-4219-9aef-068be9eb3922 on network f9fdf362-a192-4398-90ad-42753c4dbe91 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:31:07.102233 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b888413-922a-407f-82e6-d4f351803c5b req-2aafff29-eb11-479c-9667-5f3811ca33cb service neutron] Port 25fc999d-261a-4219-9aef-068be9eb3922 on network f9fdf362-a192-4398-90ad-42753c4dbe91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82499 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 18:31:07.111381 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b888413-922a-407f-82e6-d4f351803c5b req-2aafff29-eb11-479c-9667-5f3811ca33cb service neutron] Attempting to bind port 25fc999d-261a-4219-9aef-068be9eb3922 on network f9fdf362-a192-4398-90ad-42753c4dbe91 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:31:07.118782 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b888413-922a-407f-82e6-d4f351803c5b req-2aafff29-eb11-479c-9667-5f3811ca33cb service neutron] Checking agent: {'id': 'c251eb83-93a6-4d5d-bd4b-c362ae836320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82499', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'started_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:31:07.119166 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b888413-922a-407f-82e6-d4f351803c5b req-2aafff29-eb11-479c-9667-5f3811ca33cb service neutron] Checking segment: {'id': 'eab41685-dbf8-458c-809c-87ead42a6e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f9fdf362-a192-4398-90ad-42753c4dbe91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:31:07.120111 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b888413-922a-407f-82e6-d4f351803c5b req-2aafff29-eb11-479c-9667-5f3811ca33cb service neutron] Bound using segment: {'id': 'eab41685-dbf8-458c-809c-87ead42a6e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f9fdf362-a192-4398-90ad-42753c4dbe91'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:31:07.120111 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-2b888413-922a-407f-82e6-d4f351803c5b req-2aafff29-eb11-479c-9667-5f3811ca33cb service neutron] Bound port: 25fc999d-261a-4219-9aef-068be9eb3922, host: hv-cinder-82499, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab41685-dbf8-458c-809c-87ead42a6e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f9fdf362-a192-4398-90ad-42753c4dbe91'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:31:07.120389 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2b888413-922a-407f-82e6-d4f351803c5b req-2aafff29-eb11-479c-9667-5f3811ca33cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (25fc999d-261a-4219-9aef-068be9eb3922), before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:07.224106 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-2b888413-922a-407f-82e6-d4f351803c5b req-2aafff29-eb11-479c-9667-5f3811ca33cb service neutron] For port 25fc999d-261a-4219-9aef-068be9eb3922, host hv-cinder-82499, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:31:07.227084 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-2b888413-922a-407f-82e6-d4f351803c5b req-2aafff29-eb11-479c-9667-5f3811ca33cb service neutron] For port 25fc999d-261a-4219-9aef-068be9eb3922, host hv-cinder-82499, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=25fc999d-261a-4219-9aef-068be9eb3922,segment=NetworkSegment(eab41685-dbf8-458c-809c-87ead42a6e3b),segment_id=eab41685-dbf8-458c-809c-87ead42a6e3b)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:31:07.233995 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2b888413-922a-407f-82e6-d4f351803c5b req-2aafff29-eb11-479c-9667-5f3811ca33cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (25fc999d-261a-4219-9aef-068be9eb3922), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:07.279221 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b888413-922a-407f-82e6-d4f351803c5b req-2aafff29-eb11-479c-9667-5f3811ca33cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:07.280141 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2b888413-922a-407f-82e6-d4f351803c5b req-2aafff29-eb11-479c-9667-5f3811ca33cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:07.281543 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-2b888413-922a-407f-82e6-d4f351803c5b req-2aafff29-eb11-479c-9667-5f3811ca33cb service neutron] 10.222.0.31 "PUT /v2.0/ports/25fc999d-261a-4219-9aef-068be9eb3922 HTTP/1.1" status: 200 len: 1094 time: 0.6879351 Jan 17 18:31:07.281993 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e3bb16-2787-4d67-9341-950cff318149', 'tag': '25fc999d-261a-4219-9aef-068be9eb3922'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:31:07.284268 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ebc6f40cb2ac68c89279b37e377f59c9ca88cf84401dffc3b34b74128c2044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defd7574-9d0d-45d9-ba30-b1dfea486973" -d '{"events": [{"name": "network-changed", "server_uuid": "59e3bb16-2787-4d67-9341-950cff318149", "tag": "25fc999d-261a-4219-9aef-068be9eb3922"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:31:07.317064 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aafff29-eb11-479c-9667-5f3811ca33cb service neutron] Pushing event updated for resources: {'Port': ['ID=25fc999d-261a-4219-9aef-068be9eb3922,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:07.386658 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b888413-922a-407f-82e6-d4f351803c5b req-70fdfdf5-a311-44a4-b211-9345b06cb6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:07.396741 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-2b888413-922a-407f-82e6-d4f351803c5b req-70fdfdf5-a311-44a4-b211-9345b06cb6e4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6565d84bc46f476997612d642cd76aa1&device_id=59e3bb16-2787-4d67-9341-950cff318149 HTTP/1.1" status: 200 len: 1097 time: 0.0437641 Jan 17 18:31:07.479263 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 18:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb1dc46-cce7-4127-9240-e03b4d69c5ed x-openstack-request-id: req-beb1dc46-cce7-4127-9240-e03b4d69c5ed {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:31:07.479590 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59e3bb16-2787-4d67-9341-950cff318149", "tag": "25fc999d-261a-4219-9aef-068be9eb3922", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:31:07.479847 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-beb1dc46-cce7-4127-9240-e03b4d69c5ed {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:31:07.480272 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59e3bb16-2787-4d67-9341-950cff318149', 'tag': '25fc999d-261a-4219-9aef-068be9eb3922', 'status': 'completed', 'code': 200} Jan 17 18:31:07.482065 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-2b888413-922a-407f-82e6-d4f351803c5b req-a7677846-8e3e-4304-b3a7-2a061b21969c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25fc999d-261a-4219-9aef-068be9eb3922 HTTP/1.1" status: 200 len: 217 time: 0.0607736 Jan 17 18:31:07.518291 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873ded9-d4a9-46a9-9dd1-c019d1e48107 req-e0181131-abc2-448d-93d9-098f35935780 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:07.525147 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-5873ded9-d4a9-46a9-9dd1-c019d1e48107 req-e0181131-abc2-448d-93d9-098f35935780 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0630107 Jan 17 18:31:07.569669 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-5873ded9-d4a9-46a9-9dd1-c019d1e48107 req-5f80e6d0-21b4-4b4e-87f5-5bd08870de54 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436795 Jan 17 18:31:07.570094 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b888413-922a-407f-82e6-d4f351803c5b req-460025c5-c43c-4c3c-b681-44cba03f9e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:07.571575 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-2b888413-922a-407f-82e6-d4f351803c5b req-460025c5-c43c-4c3c-b681-44cba03f9e99 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=961653f6-79b2-4a60-b9e7-9e0202e89852 HTTP/1.1" status: 200 len: 855 time: 0.0738285 Jan 17 18:31:07.586481 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e7761-027a-41e7-8c6d-8996ecd0e82b req-dd15d529-d067-4906-a161-e1b3c0b77416 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:07.586719 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-843e7761-027a-41e7-8c6d-8996ecd0e82b req-dd15d529-d067-4906-a161-e1b3c0b77416 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcbb2da4-f17d-4700-b959-848baf644f06 HTTP/1.1" status: 200 len: 945 time: 0.0798075 Jan 17 18:31:07.629501 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-2b888413-922a-407f-82e6-d4f351803c5b req-7af6ae35-b07b-4127-bef9-0fcc8c13f951 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f9fdf362-a192-4398-90ad-42753c4dbe91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387061 Jan 17 18:31:07.693301 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf136484-34ff-4d89-99a6-08d9d26b1bd4 req-ce3d8030-57df-425d-b378-c537439c02a3 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:07.694952 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-cf136484-34ff-4d89-99a6-08d9d26b1bd4 req-ce3d8030-57df-425d-b378-c537439c02a3 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.0591378 Jan 17 18:31:07.714736 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-843e7761-027a-41e7-8c6d-8996ecd0e82b req-400f2baf-f4b6-44e6-957d-b2f25861b9bd tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45011a8-8df0-495a-8097-8cdd3424dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155920 Jan 17 18:31:07.747048 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-2b888413-922a-407f-82e6-d4f351803c5b req-1dab434d-d4ac-43e6-86aa-d35230168df8 service neutron] 10.222.0.31 "GET /v2.0/networks/f9fdf362-a192-4398-90ad-42753c4dbe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081779 Jan 17 18:31:07.757969 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-cf136484-34ff-4d89-99a6-08d9d26b1bd4 req-7d3765a5-2bf6-4af9-90f0-4670996f6a72 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570951 Jan 17 18:31:07.876229 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24f5aa-8187-4e11-ba2a-867697322a16 req-d7a74a20-5177-4502-a277-13b1d1ba9a81 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:07.877701 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-2b24f5aa-8187-4e11-ba2a-867697322a16 req-d7a74a20-5177-4502-a277-13b1d1ba9a81 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=59e3bb16-2787-4d67-9341-950cff318149 HTTP/1.1" status: 200 len: 944 time: 0.0941091 Jan 17 18:31:07.903166 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-2b888413-922a-407f-82e6-d4f351803c5b req-a7fb31fe-cf24-4786-8453-08e6794eaf37 service neutron] 10.222.0.31 "GET /v2.0/networks/f9fdf362-a192-4398-90ad-42753c4dbe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379395 Jan 17 18:31:07.931530 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-2b24f5aa-8187-4e11-ba2a-867697322a16 req-57a3dbd8-1875-496a-99a8-a27ed8a3498a tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450025 Jan 17 18:31:08.688919 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d39ae2-f5a2-46d0-bd8e-9350e0f6e274 req-fc1232c8-6f30-4115-8343-4695b1b46922 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:08.690553 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c1d39ae2-f5a2-46d0-bd8e-9350e0f6e274 req-fc1232c8-6f30-4115-8343-4695b1b46922 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0532150 Jan 17 18:31:08.740070 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c1d39ae2-f5a2-46d0-bd8e-9350e0f6e274 req-fbee2a9f-387e-44d5-810e-bfa7399d45f7 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433223 Jan 17 18:31:08.844441 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182a6a2-abb6-4844-9bb3-2c89091c7e7b req-c344529d-a160-4f49-98b4-27cff60ff095 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:08.845803 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-e182a6a2-abb6-4844-9bb3-2c89091c7e7b req-c344529d-a160-4f49-98b4-27cff60ff095 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcbb2da4-f17d-4700-b959-848baf644f06 HTTP/1.1" status: 200 len: 945 time: 0.0493546 Jan 17 18:31:08.892312 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-e182a6a2-abb6-4844-9bb3-2c89091c7e7b req-d0422a1b-f4ca-4e33-8d72-d8e7593349d1 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45011a8-8df0-495a-8097-8cdd3424dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408499 Jan 17 18:31:08.994778 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641184e4-0d81-455f-bb93-0efc0711117d req-a35dc2e6-9390-40b3-9926-f606fc535aa5 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:08.996425 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-641184e4-0d81-455f-bb93-0efc0711117d req-a35dc2e6-9390-40b3-9926-f606fc535aa5 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.0495336 Jan 17 18:31:09.049083 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-641184e4-0d81-455f-bb93-0efc0711117d req-beee7426-2d43-4d26-961b-17b7c8ba822a tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457947 Jan 17 18:31:09.155435 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a3585-191b-4577-a7fc-e443bb2edbfa req-ef176231-e5e5-4b12-9b3e-6bf743ee9de0 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:09.156815 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4a0a3585-191b-4577-a7fc-e443bb2edbfa req-ef176231-e5e5-4b12-9b3e-6bf743ee9de0 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=59e3bb16-2787-4d67-9341-950cff318149 HTTP/1.1" status: 200 len: 944 time: 0.0491700 Jan 17 18:31:09.203804 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4a0a3585-191b-4577-a7fc-e443bb2edbfa req-60eee01a-6abc-4c14-99b5-7a5763ef3e02 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412350 Jan 17 18:31:09.597262 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 6 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:31:09.855476 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978c6ca-b0dc-4264-9f32-9adb9c32d367 req-ca38fcc2-47c4-4ed5-a675-9001505461f2 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:09.856899 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6978c6ca-b0dc-4264-9f32-9adb9c32d367 req-ca38fcc2-47c4-4ed5-a675-9001505461f2 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0484848 Jan 17 18:31:09.903854 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6978c6ca-b0dc-4264-9f32-9adb9c32d367 req-906823db-9a3b-449a-a71e-45a62a3e0ac9 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408239 Jan 17 18:31:10.009402 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef59d1-8ae8-4dd1-b9f9-ba12283f2e17 req-db99b69a-af32-4c21-bbfd-4b979738f9ae tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:10.010862 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d1ef59d1-8ae8-4dd1-b9f9-ba12283f2e17 req-db99b69a-af32-4c21-bbfd-4b979738f9ae tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcbb2da4-f17d-4700-b959-848baf644f06 HTTP/1.1" status: 200 len: 945 time: 0.0512433 Jan 17 18:31:10.058462 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d1ef59d1-8ae8-4dd1-b9f9-ba12283f2e17 req-734fc3a1-65c4-45d6-a324-c1813fd42616 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45011a8-8df0-495a-8097-8cdd3424dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411375 Jan 17 18:31:10.168277 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8bbbce-f208-4da0-b41f-1841e9ef408e req-873dd741-1fb9-4324-b722-b37e8d5172d3 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:10.170460 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ec8bbbce-f208-4da0-b41f-1841e9ef408e req-873dd741-1fb9-4324-b722-b37e8d5172d3 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.0498266 Jan 17 18:31:10.216968 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ec8bbbce-f208-4da0-b41f-1841e9ef408e req-442ae237-15db-4712-931e-5a1be493b487 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407882 Jan 17 18:31:10.332085 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4dbba-29db-496c-ac6d-15951b28eba3 req-e18cdb6a-01bd-400d-959d-8d70a4508297 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:10.333555 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-96e4dbba-29db-496c-ac6d-15951b28eba3 req-e18cdb6a-01bd-400d-959d-8d70a4508297 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=59e3bb16-2787-4d67-9341-950cff318149 HTTP/1.1" status: 200 len: 944 time: 0.0563171 Jan 17 18:31:10.381681 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-96e4dbba-29db-496c-ac6d-15951b28eba3 req-9ab41a4c-4a06-4463-a0fd-cb6f202413b8 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426912 Jan 17 18:31:10.940025 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd7574-9d0d-45d9-ba30-b1dfea486973 req-8c195311-3874-4a89-9add-2aaf62720d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:10.941671 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-defd7574-9d0d-45d9-ba30-b1dfea486973 req-8c195311-3874-4a89-9add-2aaf62720d5d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6565d84bc46f476997612d642cd76aa1&device_id=59e3bb16-2787-4d67-9341-950cff318149 HTTP/1.1" status: 200 len: 1097 time: 0.0448070 Jan 17 18:31:11.017449 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade29c90-e9b8-4806-8392-48d38b5b5a97 req-79a4a275-aa96-427a-b7a9-fb320e061812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:11.019096 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ade29c90-e9b8-4806-8392-48d38b5b5a97 req-79a4a275-aa96-427a-b7a9-fb320e061812 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e713cd04cf914d75bc12b271eea8bc44&device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 1098 time: 0.0441258 Jan 17 18:31:11.068554 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04d16d-7695-49dd-bebf-25ddf756e778 req-d6538ca6-e433-4781-b710-c0e1f39fa780 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:11.070041 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-8b04d16d-7695-49dd-bebf-25ddf756e778 req-d6538ca6-e433-4781-b710-c0e1f39fa780 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0757542 Jan 17 18:31:11.097054 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd7574-9d0d-45d9-ba30-b1dfea486973 req-0e6548fb-b0da-4adc-bc02-ac4c67b850d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:11.098533 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-defd7574-9d0d-45d9-ba30-b1dfea486973 req-0e6548fb-b0da-4adc-bc02-ac4c67b850d0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f9fdf362-a192-4398-90ad-42753c4dbe91 HTTP/1.1" status: 200 len: 916 time: 0.1481581 Jan 17 18:31:11.155593 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade29c90-e9b8-4806-8392-48d38b5b5a97 req-52f1f862-56d9-4fd7-a937-d22699b09ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:11.157406 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ade29c90-e9b8-4806-8392-48d38b5b5a97 req-52f1f862-56d9-4fd7-a937-d22699b09ebb service neutron] 10.222.0.31 "GET /v2.0/networks?id=dc7b8bda-4f6a-4a84-9c64-8df87d1d200d HTTP/1.1" status: 200 len: 920 time: 0.1025503 Jan 17 18:31:11.162553 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-defd7574-9d0d-45d9-ba30-b1dfea486973 req-1ad66873-3f8e-4145-a0ba-d5816a72cf5e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25fc999d-261a-4219-9aef-068be9eb3922 HTTP/1.1" status: 200 len: 217 time: 0.0494258 Jan 17 18:31:11.166259 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-8b04d16d-7695-49dd-bebf-25ddf756e778 req-4c50af01-9955-4d7f-ae7b-bfb41345093b tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865636 Jan 17 18:31:11.213349 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ade29c90-e9b8-4806-8392-48d38b5b5a97 req-87472011-1ecf-4ccc-87de-a13b286cc9ec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30b283b6-8fca-442f-9cb3-672eef080229 HTTP/1.1" status: 200 len: 217 time: 0.0419753 Jan 17 18:31:11.218025 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd7574-9d0d-45d9-ba30-b1dfea486973 req-d835db7a-07f4-4b56-bf9f-38078a2d972a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:11.222196 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-defd7574-9d0d-45d9-ba30-b1dfea486973 req-d835db7a-07f4-4b56-bf9f-38078a2d972a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=961653f6-79b2-4a60-b9e7-9e0202e89852 HTTP/1.1" status: 200 len: 855 time: 0.0482121 Jan 17 18:31:11.233700 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d4478-4689-4576-a7ac-077965f88f65 req-9e8ed243-b412-448a-a37b-09574beca941 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:11.235175 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8f9d4478-4689-4576-a7ac-077965f88f65 req-9e8ed243-b412-448a-a37b-09574beca941 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcbb2da4-f17d-4700-b959-848baf644f06 HTTP/1.1" status: 200 len: 945 time: 0.0940714 Jan 17 18:31:11.255962 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-defd7574-9d0d-45d9-ba30-b1dfea486973 req-ce1dce04-fae7-4e43-93a9-86b83b72395b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f9fdf362-a192-4398-90ad-42753c4dbe91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265470 Jan 17 18:31:11.324192 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8f9d4478-4689-4576-a7ac-077965f88f65 req-3e454443-14d3-411a-a492-74bca62af4d3 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45011a8-8df0-495a-8097-8cdd3424dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810468 Jan 17 18:31:11.325582 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade29c90-e9b8-4806-8392-48d38b5b5a97 req-f2e1e304-3859-4ec3-8583-79bf64ac1b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:11.328035 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ade29c90-e9b8-4806-8392-48d38b5b5a97 req-f2e1e304-3859-4ec3-8583-79bf64ac1b13 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=09b30f79-9dbf-4db5-8afc-15f2fb928f6f HTTP/1.1" status: 200 len: 859 time: 0.0919671 Jan 17 18:31:11.389170 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ade29c90-e9b8-4806-8392-48d38b5b5a97 req-12d56aac-8768-4f50-bcf7-0e9f4add6ff2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc7b8bda-4f6a-4a84-9c64-8df87d1d200d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432453 Jan 17 18:31:11.392562 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7e213-61cf-4842-9a48-892cab842f60 req-0c4a73d1-647e-40d5-91f5-ce770ed7f3b3 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:11.394280 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-11c7e213-61cf-4842-9a48-892cab842f60 req-0c4a73d1-647e-40d5-91f5-ce770ed7f3b3 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.0785511 Jan 17 18:31:11.417558 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-defd7574-9d0d-45d9-ba30-b1dfea486973 req-08c97bea-7deb-474e-9e92-103e9bb81fb5 service neutron] 10.222.0.31 "GET /v2.0/networks/f9fdf362-a192-4398-90ad-42753c4dbe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518328 Jan 17 18:31:11.499711 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-11c7e213-61cf-4842-9a48-892cab842f60 req-a5aacf15-ff6f-4f84-8955-8a84ed63a0bb tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996244 Jan 17 18:31:11.549002 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-defd7574-9d0d-45d9-ba30-b1dfea486973 req-209362d0-45aa-4f19-84c0-3a6f0b69a93a service neutron] 10.222.0.31 "GET /v2.0/networks/f9fdf362-a192-4398-90ad-42753c4dbe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218233 Jan 17 18:31:11.600278 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ade29c90-e9b8-4806-8392-48d38b5b5a97 req-48fbc1ad-7aa5-4995-aa2d-5dfee7194c59 service neutron] 10.222.0.31 "GET /v2.0/networks/dc7b8bda-4f6a-4a84-9c64-8df87d1d200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007644 Jan 17 18:31:11.776102 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 55596) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:31:11.858064 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27daf0ae-6a25-4107-9ab3-236c65059c69 req-d11d4286-e129-4dd6-bc50-a8e16388f702 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:11.859634 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-27daf0ae-6a25-4107-9ab3-236c65059c69 req-d11d4286-e129-4dd6-bc50-a8e16388f702 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=59e3bb16-2787-4d67-9341-950cff318149 HTTP/1.1" status: 200 len: 944 time: 0.3280070 Jan 17 18:31:11.885340 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d8887522-b36b-4a2d-abfa-5c7c80e1cf9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:11.930600 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-27daf0ae-6a25-4107-9ab3-236c65059c69 req-47c3b875-565c-4ace-83d0-e67d07a19819 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648663 Jan 17 18:31:11.932649 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ade29c90-e9b8-4806-8392-48d38b5b5a97 req-11aa0c0e-2090-4741-ad48-5c84d973b790 service neutron] 10.222.0.31 "GET /v2.0/networks/dc7b8bda-4f6a-4a84-9c64-8df87d1d200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219645 Jan 17 18:31:11.967998 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d8887522-b36b-4a2d-abfa-5c7c80e1cf9a admin admin] Publish callbacks [] for security_group (83852590-8737-4247-a423-f1066753dc8d), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:11.972015 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d8887522-b36b-4a2d-abfa-5c7c80e1cf9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (83852590-8737-4247-a423-f1066753dc8d), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:12.010755 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-d8887522-b36b-4a2d-abfa-5c7c80e1cf9a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=57a4bc3ee42d4e7a9b141790a44c2e02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334714 Jan 17 18:31:12.012652 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8887522-b36b-4a2d-abfa-5c7c80e1cf9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83852590-8737-4247-a423-f1066753dc8d,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:12.014057 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 55602) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:31:12.020334 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8887522-b36b-4a2d-abfa-5c7c80e1cf9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:12.020671 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8887522-b36b-4a2d-abfa-5c7c80e1cf9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:12.021005 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8887522-b36b-4a2d-abfa-5c7c80e1cf9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:12.021332 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8887522-b36b-4a2d-abfa-5c7c80e1cf9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:12.021652 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8887522-b36b-4a2d-abfa-5c7c80e1cf9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:12.021969 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8887522-b36b-4a2d-abfa-5c7c80e1cf9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:12.022288 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8887522-b36b-4a2d-abfa-5c7c80e1cf9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:12.022605 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8887522-b36b-4a2d-abfa-5c7c80e1cf9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:12.022972 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8887522-b36b-4a2d-abfa-5c7c80e1cf9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:12.023244 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8887522-b36b-4a2d-abfa-5c7c80e1cf9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:12.023584 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8887522-b36b-4a2d-abfa-5c7c80e1cf9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:12.023897 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8887522-b36b-4a2d-abfa-5c7c80e1cf9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:12.024203 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8887522-b36b-4a2d-abfa-5c7c80e1cf9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:12.073941 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-55284b25-b185-49aa-9eb8-9f3962eb24ab admin admin] Publish callbacks [] for security_group (83852590-8737-4247-a423-f1066753dc8d), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:12.096393 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-55284b25-b185-49aa-9eb8-9f3962eb24ab admin admin] Publish callbacks [] for security_group (83852590-8737-4247-a423-f1066753dc8d), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:12.145621 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-55284b25-b185-49aa-9eb8-9f3962eb24ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (83852590-8737-4247-a423-f1066753dc8d), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:12.148210 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-55284b25-b185-49aa-9eb8-9f3962eb24ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:12.149349 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-55284b25-b185-49aa-9eb8-9f3962eb24ab admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/83852590-8737-4247-a423-f1066753dc8d HTTP/1.1" status: 204 len: 168 time: 0.1342452 Jan 17 18:31:12.158420 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55284b25-b185-49aa-9eb8-9f3962eb24ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83852590-8737-4247-a423-f1066753dc8d,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:12.290272 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2c7e4-c699-4186-b368-51b6d8286bca req-60edbd37-fc64-4f9b-98c7-073d63b4c637 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:12.291814 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-f3c2c7e4-c699-4186-b368-51b6d8286bca req-60edbd37-fc64-4f9b-98c7-073d63b4c637 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0532167 Jan 17 18:31:12.350818 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-f3c2c7e4-c699-4186-b368-51b6d8286bca req-3cda3953-20ee-415e-b548-c4df7b8d458b tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524466 Jan 17 18:31:12.462026 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125796d-fedd-45d7-80ae-0d3f7dac30a4 req-f623f0a6-c1ff-4a3d-8042-b9345dafc245 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:12.463526 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4125796d-fedd-45d7-80ae-0d3f7dac30a4 req-f623f0a6-c1ff-4a3d-8042-b9345dafc245 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcbb2da4-f17d-4700-b959-848baf644f06 HTTP/1.1" status: 200 len: 945 time: 0.0506735 Jan 17 18:31:12.510895 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4125796d-fedd-45d7-80ae-0d3f7dac30a4 req-0b6d8295-eefd-4099-aba8-02a33b870ae5 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45011a8-8df0-495a-8097-8cdd3424dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407107 Jan 17 18:31:12.645825 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31a7d7-c4c5-4cb5-a47d-6e5fe94b8f9f req-8bb33cd8-27ef-43f1-a7c4-29ae1ddc3932 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:12.647300 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2f31a7d7-c4c5-4cb5-a47d-6e5fe94b8f9f req-8bb33cd8-27ef-43f1-a7c4-29ae1ddc3932 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.0544546 Jan 17 18:31:12.695698 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2f31a7d7-c4c5-4cb5-a47d-6e5fe94b8f9f req-4ecd321c-04db-4934-8f45-9084f587c68f tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426412 Jan 17 18:31:13.050336 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dbaa2a-7765-4c24-a5a6-b5fa7f028930 req-450653ea-de89-4d15-92f7-5f8de18d3d11 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:13.052021 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-19dbaa2a-7765-4c24-a5a6-b5fa7f028930 req-450653ea-de89-4d15-92f7-5f8de18d3d11 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=59e3bb16-2787-4d67-9341-950cff318149 HTTP/1.1" status: 200 len: 944 time: 0.0503113 Jan 17 18:31:13.103853 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-19dbaa2a-7765-4c24-a5a6-b5fa7f028930 req-1139f33b-a4b7-4eae-8de6-d8b1120dc28e tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418081 Jan 17 18:31:13.469160 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc11022-9730-49e4-b1ce-9f3887f8d126 req-11743655-c6cf-4bdd-9c8c-5280bf93b161 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:13.470615 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-9dc11022-9730-49e4-b1ce-9f3887f8d126 req-11743655-c6cf-4bdd-9c8c-5280bf93b161 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0488286 Jan 17 18:31:13.523503 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-9dc11022-9730-49e4-b1ce-9f3887f8d126 req-21a00b32-4fdb-4050-b8cf-93989cb72028 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468166 Jan 17 18:31:13.628310 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138abd5d-8772-4c69-809b-c6f38591f1c2 req-c80c4fc6-79db-484a-8e65-2e77996a7b37 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:13.629788 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-138abd5d-8772-4c69-809b-c6f38591f1c2 req-c80c4fc6-79db-484a-8e65-2e77996a7b37 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcbb2da4-f17d-4700-b959-848baf644f06 HTTP/1.1" status: 200 len: 945 time: 0.0507057 Jan 17 18:31:13.677477 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-138abd5d-8772-4c69-809b-c6f38591f1c2 req-63fb4acd-c64f-45cf-b690-a9c3864197d8 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45011a8-8df0-495a-8097-8cdd3424dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418429 Jan 17 18:31:13.818422 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8de68-ea08-44dd-a091-6ef4dbab1479 req-128597e1-0b1b-4c5c-b978-4ff13982dadc tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:13.819932 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-dec8de68-ea08-44dd-a091-6ef4dbab1479 req-128597e1-0b1b-4c5c-b978-4ff13982dadc tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.0533140 Jan 17 18:31:13.868026 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-dec8de68-ea08-44dd-a091-6ef4dbab1479 req-c1808be3-3598-48a8-a8e9-ae40b7df8de0 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425384 Jan 17 18:31:14.227308 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812919f-d822-46d1-bb36-fbfc95743bc7 req-e27535fa-2452-4796-870f-793bbe03e020 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:14.228873 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b812919f-d822-46d1-bb36-fbfc95743bc7 req-e27535fa-2452-4796-870f-793bbe03e020 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=59e3bb16-2787-4d67-9341-950cff318149 HTTP/1.1" status: 200 len: 944 time: 0.0545588 Jan 17 18:31:14.277287 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b812919f-d822-46d1-bb36-fbfc95743bc7 req-0bfca241-df93-4088-93a3-991a0398b81e tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415790 Jan 17 18:31:14.600221 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:14.640429 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a6553-3d2e-4e7c-8716-a1a7c396afb2 req-fde08de6-c94d-4bb4-86b9-3e82e8fbfa0b tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:14.641922 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-5c2a6553-3d2e-4e7c-8716-a1a7c396afb2 req-fde08de6-c94d-4bb4-86b9-3e82e8fbfa0b tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0513730 Jan 17 18:31:14.689388 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-5c2a6553-3d2e-4e7c-8716-a1a7c396afb2 req-b8805a68-f0e7-4783-a1a2-d6b5fdfcfcf4 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419650 Jan 17 18:31:14.796776 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7b785-285f-4f8c-b6ed-b59fb72ae1ae req-11aec03f-9056-4a62-b36c-6f9386ce44d4 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:14.798247 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-05d7b785-285f-4f8c-b6ed-b59fb72ae1ae req-11aec03f-9056-4a62-b36c-6f9386ce44d4 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcbb2da4-f17d-4700-b959-848baf644f06 HTTP/1.1" status: 200 len: 945 time: 0.0530281 Jan 17 18:31:14.846969 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-05d7b785-285f-4f8c-b6ed-b59fb72ae1ae req-3599eca9-b106-4012-a83e-98c5a6054d90 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45011a8-8df0-495a-8097-8cdd3424dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431194 Jan 17 18:31:14.986450 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c60a5-fd65-4777-a52c-d45a05320c44 req-a0b7db91-3e59-4686-833e-e43f544f3a1e tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:14.987949 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8c9c60a5-fd65-4777-a52c-d45a05320c44 req-a0b7db91-3e59-4686-833e-e43f544f3a1e tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.0492523 Jan 17 18:31:15.044122 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8c9c60a5-fd65-4777-a52c-d45a05320c44 req-77c21bd9-3c0b-418f-98a5-ea848b17df84 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506747 Jan 17 18:31:15.395477 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98567288-75d2-42e4-9f4d-af9608d3fd51 req-6d2b96cb-50e8-46fb-b9f8-f4c983b3bc08 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:15.396866 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-98567288-75d2-42e4-9f4d-af9608d3fd51 req-6d2b96cb-50e8-46fb-b9f8-f4c983b3bc08 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=59e3bb16-2787-4d67-9341-950cff318149 HTTP/1.1" status: 200 len: 944 time: 0.0494554 Jan 17 18:31:15.445990 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-98567288-75d2-42e4-9f4d-af9608d3fd51 req-183171e0-a9b4-4d38-9609-9ab61708fbd2 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436275 Jan 17 18:31:15.829205 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ee5aa-7ea4-4bb9-a172-8a0eb372b3d5 req-a18be009-548b-41de-a204-b1bb4f0764f8 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:15.830686 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-3a9ee5aa-7ea4-4bb9-a172-8a0eb372b3d5 req-a18be009-548b-41de-a204-b1bb4f0764f8 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0662806 Jan 17 18:31:15.879212 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-3a9ee5aa-7ea4-4bb9-a172-8a0eb372b3d5 req-7fc602cf-8cc6-4434-b7d6-cbe1912fd653 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428061 Jan 17 18:31:15.965245 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98222726-a7c7-4f45-8f89-71d9a843cc54 req-1a65900d-5b45-4ef1-929b-540237afeab8 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:15.967409 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-98222726-a7c7-4f45-8f89-71d9a843cc54 req-1a65900d-5b45-4ef1-929b-540237afeab8 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcbb2da4-f17d-4700-b959-848baf644f06 HTTP/1.1" status: 200 len: 945 time: 0.0504267 Jan 17 18:31:16.014513 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-98222726-a7c7-4f45-8f89-71d9a843cc54 req-9c26ef06-c966-4d7b-afb0-9137bcc7d590 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45011a8-8df0-495a-8097-8cdd3424dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413070 Jan 17 18:31:16.170558 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7840cb8-c159-4d21-b697-efb3e02190aa req-f9375696-d858-482b-8c1b-49352a3ee5ed tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:16.171975 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d7840cb8-c159-4d21-b697-efb3e02190aa req-f9375696-d858-482b-8c1b-49352a3ee5ed tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.0543668 Jan 17 18:31:16.218956 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d7840cb8-c159-4d21-b697-efb3e02190aa req-bea9b9e4-80ce-4fa4-8f0f-c77ae6b2106c tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414088 Jan 17 18:31:16.562808 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77012a69-981f-483c-8298-6975aa3e4383 req-4859c04c-5058-4ce3-8b2f-51970f229d3f tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:16.564356 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-77012a69-981f-483c-8298-6975aa3e4383 req-4859c04c-5058-4ce3-8b2f-51970f229d3f tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=59e3bb16-2787-4d67-9341-950cff318149 HTTP/1.1" status: 200 len: 944 time: 0.0519333 Jan 17 18:31:16.611989 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-77012a69-981f-483c-8298-6975aa3e4383 req-520ad544-aa46-424b-9f0e-afd62b9f967e tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420377 Jan 17 18:31:16.996151 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817991c-073e-4036-936f-a438abdcdb2f req-f775a3b2-cbda-408b-80b3-2ae735036992 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:16.997604 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-9817991c-073e-4036-936f-a438abdcdb2f req-f775a3b2-cbda-408b-80b3-2ae735036992 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0477498 Jan 17 18:31:17.050533 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-9817991c-073e-4036-936f-a438abdcdb2f req-81315245-db8e-4923-9aaa-722c9dd7bb1c tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461235 Jan 17 18:31:17.153490 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301b526-05ae-4886-8048-9bbbb1c0b519 req-cd2a74f5-7c8f-4118-89e4-454476d9f796 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:17.154947 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-5301b526-05ae-4886-8048-9bbbb1c0b519 req-cd2a74f5-7c8f-4118-89e4-454476d9f796 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcbb2da4-f17d-4700-b959-848baf644f06 HTTP/1.1" status: 200 len: 945 time: 0.0508177 Jan 17 18:31:17.202935 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-5301b526-05ae-4886-8048-9bbbb1c0b519 req-d546c23d-0a83-4331-8478-53bec7792601 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45011a8-8df0-495a-8097-8cdd3424dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415957 Jan 17 18:31:17.236129 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 25fc999d-261a-4219-9aef-068be9eb3922 details requested by agent hyperv_hv-cinder-82499 with host hv-cinder-82499 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 18:31:17.338909 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 25fc999d-261a-4219-9aef-068be9eb3922, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=25fc999d-261a-4219-9aef-068be9eb3922,segment=NetworkSegment(eab41685-dbf8-458c-809c-87ead42a6e3b),segment_id=eab41685-dbf8-458c-809c-87ead42a6e3b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:31:17.347194 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3443d-a4a0-41e0-93ec-6db6cfb1c7de req-48a00671-91d4-4952-bc57-b794ee6abe62 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:17.348754 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-08c3443d-a4a0-41e0-93ec-6db6cfb1c7de req-48a00671-91d4-4952-bc57-b794ee6abe62 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.0527360 Jan 17 18:31:17.351063 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Returning: {'device': '25fc999d-261a-4219-9aef-068be9eb3922', 'network_id': 'f9fdf362-a192-4398-90ad-42753c4dbe91', 'port_id': '25fc999d-261a-4219-9aef-068be9eb3922', 'mac_address': 'fa:16:3e:82:d0:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '961653f6-79b2-4a60-b9e7-9e0202e89852', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 18:31:17.388576 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port 25fc999d-261a-4219-9aef-068be9eb3922 is: DOWN; New status is: BUILD {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:31:17.388967 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (25fc999d-261a-4219-9aef-068be9eb3922), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:17.397685 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-08c3443d-a4a0-41e0-93ec-6db6cfb1c7de req-bd440b86-86e4-411c-b373-691b8904643a tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430458 Jan 17 18:31:17.402253 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25fc999d-261a-4219-9aef-068be9eb3922 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:31:17.429399 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 25fc999d-261a-4219-9aef-068be9eb3922, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=25fc999d-261a-4219-9aef-068be9eb3922,segment=NetworkSegment(eab41685-dbf8-458c-809c-87ead42a6e3b),segment_id=eab41685-dbf8-458c-809c-87ead42a6e3b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:31:17.433301 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (25fc999d-261a-4219-9aef-068be9eb3922), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:17.480080 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=25fc999d-261a-4219-9aef-068be9eb3922,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:17.487020 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:17.487401 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:17.487790 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:17.488131 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:17.488463 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:17.488793 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:17.489119 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:17.489444 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:17.489769 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:17.490107 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:17.490434 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:17.490756 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:17.491105 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:17.733305 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307662d-62a6-4de1-a175-50d38a44da17 req-5326cbad-9eaa-417c-9d53-eef0abce311f tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:17.734935 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-5307662d-62a6-4de1-a175-50d38a44da17 req-5326cbad-9eaa-417c-9d53-eef0abce311f tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=59e3bb16-2787-4d67-9341-950cff318149 HTTP/1.1" status: 200 len: 945 time: 0.0540760 Jan 17 18:31:17.779899 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-5307662d-62a6-4de1-a175-50d38a44da17 req-2380ab02-fbd9-4c52-be3b-415186d1dee8 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394258 Jan 17 18:31:18.162127 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dccc1a-caeb-4a94-a3df-00cb62421bf6 req-20dfbfff-6fa6-4fef-8197-bba06b8a4f73 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:18.163623 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-63dccc1a-caeb-4a94-a3df-00cb62421bf6 req-20dfbfff-6fa6-4fef-8197-bba06b8a4f73 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0478580 Jan 17 18:31:18.209837 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-63dccc1a-caeb-4a94-a3df-00cb62421bf6 req-02da7e50-aff2-4852-83cc-d2eb2a023c8f tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406950 Jan 17 18:31:18.315958 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24143412-8612-4c45-b282-8a205d262c38 req-eb13d1c3-32fb-42a8-96ff-b057706d8248 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:18.317458 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-24143412-8612-4c45-b282-8a205d262c38 req-eb13d1c3-32fb-42a8-96ff-b057706d8248 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcbb2da4-f17d-4700-b959-848baf644f06 HTTP/1.1" status: 200 len: 945 time: 0.0502708 Jan 17 18:31:18.363081 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-24143412-8612-4c45-b282-8a205d262c38 req-835d8d7e-c944-40ab-a5f4-f8ca9632763d tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45011a8-8df0-495a-8097-8cdd3424dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402074 Jan 17 18:31:18.516985 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de3c97-d0a6-45e5-86b3-6be492a9dd4b req-d2a579a0-818f-4670-8255-e6def66f7f6e tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:18.518330 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b0de3c97-d0a6-45e5-86b3-6be492a9dd4b req-d2a579a0-818f-4670-8255-e6def66f7f6e tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.0471590 Jan 17 18:31:18.563426 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b0de3c97-d0a6-45e5-86b3-6be492a9dd4b req-92ee4639-2d96-4585-84b6-ac43b3d5cfd8 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397148 Jan 17 18:31:18.893297 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d4815-d29a-4a38-b43a-0abc7a4e3133 req-400e3abb-00e8-4591-9e6f-523a589c0490 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:18.894727 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-5f7d4815-d29a-4a38-b43a-0abc7a4e3133 req-400e3abb-00e8-4591-9e6f-523a589c0490 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=59e3bb16-2787-4d67-9341-950cff318149 HTTP/1.1" status: 200 len: 945 time: 0.0488598 Jan 17 18:31:18.942117 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-5f7d4815-d29a-4a38-b43a-0abc7a4e3133 req-5533fadc-47c4-4fb1-b254-a613067606ed tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420310 Jan 17 18:31:19.329938 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b94d15-3087-416e-971e-8d74b312ff2c req-6a3762e6-d81d-4f9a-9d80-8e90ccf4fa73 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:19.331383 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-a3b94d15-3087-416e-971e-8d74b312ff2c req-6a3762e6-d81d-4f9a-9d80-8e90ccf4fa73 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0527201 Jan 17 18:31:19.381546 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-a3b94d15-3087-416e-971e-8d74b312ff2c req-8d75817f-5e9b-4eb0-aef1-baddc398898f tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445111 Jan 17 18:31:19.480024 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25074ce0-e1bc-4042-a6e7-ced37653b01e req-d4e7d70c-04f9-4c82-bfc5-48bc4432ccfa tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:19.481558 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-25074ce0-e1bc-4042-a6e7-ced37653b01e req-d4e7d70c-04f9-4c82-bfc5-48bc4432ccfa tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcbb2da4-f17d-4700-b959-848baf644f06 HTTP/1.1" status: 200 len: 945 time: 0.0478621 Jan 17 18:31:19.527748 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-25074ce0-e1bc-4042-a6e7-ced37653b01e req-0a2d4431-e313-4012-83cc-38ebedcc7d3f tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45011a8-8df0-495a-8097-8cdd3424dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400343 Jan 17 18:31:19.687093 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24827363-fc25-4d42-8438-dc05ee013917 req-235a6ec7-df13-44c7-b602-7e96c28dc163 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:19.688692 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-24827363-fc25-4d42-8438-dc05ee013917 req-235a6ec7-df13-44c7-b602-7e96c28dc163 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.0533702 Jan 17 18:31:19.716629 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['25fc999d-261a-4219-9aef-068be9eb3922'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:31:19.736299 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-24827363-fc25-4d42-8438-dc05ee013917 req-2c1a1018-257c-4f15-9839-3ae5effb8ca5 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419641 Jan 17 18:31:19.927613 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c3160-291d-4d65-8d92-e5082a80dbc2 req-ef9905dc-a107-438e-90d3-8d73afd7582d tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:19.929086 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b57c3160-291d-4d65-8d92-e5082a80dbc2 req-ef9905dc-a107-438e-90d3-8d73afd7582d tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcbb2da4-f17d-4700-b959-848baf644f06 HTTP/1.1" status: 200 len: 945 time: 0.0529628 Jan 17 18:31:20.098793 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d884e-743f-45fb-8299-faee18b2de7d req-3e62a23e-b208-4790-aed9-018fbb70784b tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:20.100312 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8b6d884e-743f-45fb-8299-faee18b2de7d req-3e62a23e-b208-4790-aed9-018fbb70784b tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=59e3bb16-2787-4d67-9341-950cff318149 HTTP/1.1" status: 200 len: 945 time: 0.0831199 Jan 17 18:31:20.109523 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-b57c3160-291d-4d65-8d92-e5082a80dbc2 req-d5047689-4736-4cb2-b43b-e2b6dace812b tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Deleting port 86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:31:20.109864 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b57c3160-291d-4d65-8d92-e5082a80dbc2 req-d5047689-4736-4cb2-b43b-e2b6dace812b tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:20.214654 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8b6d884e-743f-45fb-8299-faee18b2de7d req-6dd2f62f-2d17-42bf-870c-7a98a143f4f0 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074836 Jan 17 18:31:20.239033 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-b57c3160-291d-4d65-8d92-e5082a80dbc2 req-d5047689-4736-4cb2-b43b-e2b6dace812b tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] For port 86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b,segment=NetworkSegment(b0462b14-021a-450c-9e0f-647b2d940446),segment_id=b0462b14-021a-450c-9e0f-647b2d940446)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:31:20.239033 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b57c3160-291d-4d65-8d92-e5082a80dbc2 req-d5047689-4736-4cb2-b43b-e2b6dace812b tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:20.257636 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-b57c3160-291d-4d65-8d92-e5082a80dbc2 req-d5047689-4736-4cb2-b43b-e2b6dace812b tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Calling delete_port for 86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:31:20.427170 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b57c3160-291d-4d65-8d92-e5082a80dbc2 req-d5047689-4736-4cb2-b43b-e2b6dace812b tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:20.444747 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:31:20.511467 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5047689-4736-4cb2-b43b-e2b6dace812b tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Pushing event deleted for resources: {'Port': ['ID=86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:20.548395 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57c3160-291d-4d65-8d92-e5082a80dbc2 req-d5047689-4736-4cb2-b43b-e2b6dace812b tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] No DVR routers for this DVR port 86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b on host hv-cinder-82499 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 18:31:20.552002 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b57c3160-291d-4d65-8d92-e5082a80dbc2 req-d5047689-4736-4cb2-b43b-e2b6dace812b tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:20.555976 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b57c3160-291d-4d65-8d92-e5082a80dbc2 req-d5047689-4736-4cb2-b43b-e2b6dace812b tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.31 "DELETE /v2.0/ports/86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b HTTP/1.1" status: 204 len: 173 time: 0.6202419 Jan 17 18:31:20.558149 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5047689-4736-4cb2-b43b-e2b6dace812b tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:20.558509 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5047689-4736-4cb2-b43b-e2b6dace812b tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:20.559711 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5047689-4736-4cb2-b43b-e2b6dace812b tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:20.560270 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5047689-4736-4cb2-b43b-e2b6dace812b tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:20.561207 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5047689-4736-4cb2-b43b-e2b6dace812b tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:20.562756 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5047689-4736-4cb2-b43b-e2b6dace812b tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:20.563038 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5047689-4736-4cb2-b43b-e2b6dace812b tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:20.563379 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5047689-4736-4cb2-b43b-e2b6dace812b tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:20.563738 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5047689-4736-4cb2-b43b-e2b6dace812b tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:20.564071 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5047689-4736-4cb2-b43b-e2b6dace812b tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:20.564465 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5047689-4736-4cb2-b43b-e2b6dace812b tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:20.564723 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5047689-4736-4cb2-b43b-e2b6dace812b tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:20.565046 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5047689-4736-4cb2-b43b-e2b6dace812b tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:20.569949 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbb2da4-f17d-4700-b959-848baf644f06', 'name': 'network-vif-deleted', 'tag': '86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:31:20.572553 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6acf6e2448acaa9df75d0cfb4ee4f42f1c652325a2342385b5920e3fd6e7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4eb53da-11de-487f-8edc-7d22c7693ad2" -d '{"events": [{"server_uuid": "bcbb2da4-f17d-4700-b959-848baf644f06", "name": "network-vif-deleted", "tag": "86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:31:20.598217 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c34f3e-ecc1-458c-b817-f3b17168fcd5 req-180192f4-f0cb-4381-b005-aa6dd0484412 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:20.600063 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-50c34f3e-ecc1-458c-b817-f3b17168fcd5 req-180192f4-f0cb-4381-b005-aa6dd0484412 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.1304410 Jan 17 18:31:20.654034 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-50c34f3e-ecc1-458c-b817-f3b17168fcd5 req-132208c9-1010-4649-bb2e-f47c4dd95119 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465035 Jan 17 18:31:20.666929 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-11ebb514-d5dc-43bd-abf9-4d726e28b396 req-baccc4be-9b4b-4ef4-b635-dcf6a94ebeab tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcbb2da4-f17d-4700-b959-848baf644f06 HTTP/1.1" status: 200 len: 210 time: 0.0307732 Jan 17 18:31:20.709533 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029eb9b9-3bec-4e26-8307-98bd4bd518ce x-openstack-request-id: req-029eb9b9-3bec-4e26-8307-98bd4bd518ce {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:31:20.709893 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbb2da4-f17d-4700-b959-848baf644f06", "name": "network-vif-deleted", "tag": "86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:31:20.710268 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-029eb9b9-3bec-4e26-8307-98bd4bd518ce {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:31:20.710730 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbb2da4-f17d-4700-b959-848baf644f06', 'name': 'network-vif-deleted', 'tag': '86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b', 'status': 'completed', 'code': 200} Jan 17 18:31:20.857401 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b2efa-67e6-45a6-83b4-e629dadda948 req-932f76e1-f830-41aa-970b-84c1ec3d51f9 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:20.863912 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-0b1b2efa-67e6-45a6-83b4-e629dadda948 req-932f76e1-f830-41aa-970b-84c1ec3d51f9 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.0571899 Jan 17 18:31:20.906834 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-0b1b2efa-67e6-45a6-83b4-e629dadda948 req-72daf49b-ac1d-4b95-8263-b4a082d81ce8 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420213 Jan 17 18:31:21.052682 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b61a655b-9110-4a7b-958a-45acf8c47677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:21.112811 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 25fc999d-261a-4219-9aef-068be9eb3922 up at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:31:21.164023 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning for port 25fc999d-261a-4219-9aef-068be9eb3922 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 18:31:21.168630 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning complete for port 25fc999d-261a-4219-9aef-068be9eb3922 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:31:21.169033 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (25fc999d-261a-4219-9aef-068be9eb3922), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:21.249825 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port 25fc999d-261a-4219-9aef-068be9eb3922 is: BUILD; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:31:21.250217 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (25fc999d-261a-4219-9aef-068be9eb3922), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:21.278019 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e3bb16-2787-4d67-9341-950cff318149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fc999d-261a-4219-9aef-068be9eb3922'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:31:21.280300 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e36e39c9c94bd67d9c0bfa4cbed5ada700490a47b49253aa7a2931ae849a628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a837b1-31bf-4bb9-ae58-a4f1cc93ee66" -d '{"events": [{"server_uuid": "59e3bb16-2787-4d67-9341-950cff318149", "name": "network-vif-plugged", "status": "completed", "tag": "25fc999d-261a-4219-9aef-068be9eb3922"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:31:21.292956 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 25fc999d-261a-4219-9aef-068be9eb3922, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=25fc999d-261a-4219-9aef-068be9eb3922,segment=NetworkSegment(eab41685-dbf8-458c-809c-87ead42a6e3b),segment_id=eab41685-dbf8-458c-809c-87ead42a6e3b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:31:21.297903 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (25fc999d-261a-4219-9aef-068be9eb3922), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:21.349342 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=25fc999d-261a-4219-9aef-068be9eb3922,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:21.357610 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdd8665-a84f-41f3-9397-9733a7c6b065 x-openstack-request-id: req-bcdd8665-a84f-41f3-9397-9733a7c6b065 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:31:21.357883 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e3bb16-2787-4d67-9341-950cff318149", "name": "network-vif-plugged", "status": "completed", "tag": "25fc999d-261a-4219-9aef-068be9eb3922", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:31:21.358135 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bcdd8665-a84f-41f3-9397-9733a7c6b065 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:31:21.359107 dv-cinder-824995-1-iscsi neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e3bb16-2787-4d67-9341-950cff318149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fc999d-261a-4219-9aef-068be9eb3922', 'code': 200} Jan 17 18:31:21.373496 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f126694-619d-4868-88ee-1bb6eba74365 req-193d656f-9b3c-4c18-b580-98ed22d94690 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:21.375638 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4f126694-619d-4868-88ee-1bb6eba74365 req-193d656f-9b3c-4c18-b580-98ed22d94690 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=59e3bb16-2787-4d67-9341-950cff318149 HTTP/1.1" status: 200 len: 946 time: 0.0824075 Jan 17 18:31:21.423323 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4f126694-619d-4868-88ee-1bb6eba74365 req-c6a145a0-9a9c-4733-8597-e2ad0ce2231f tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419302 Jan 17 18:31:21.603403 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e87c63-c248-4a86-8c97-96a1580e79dc req-f6e08de0-168b-40c8-9acd-67b3effd8b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:21.604875 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-e5e87c63-c248-4a86-8c97-96a1580e79dc req-f6e08de0-168b-40c8-9acd-67b3effd8b27 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=59e3bb16-2787-4d67-9341-950cff318149 HTTP/1.1" status: 200 len: 1099 time: 0.0397093 Jan 17 18:31:21.655716 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-e5e87c63-c248-4a86-8c97-96a1580e79dc req-2fa1fca5-c3ef-43f2-adcd-066bfc0a8df8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399466 Jan 17 18:31:21.773690 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124185c-405b-401e-816c-9de50c5c3461 req-c3756bc6-c1f1-4b4f-9c32-e0ccc1936769 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:21.775167 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-9124185c-405b-401e-816c-9de50c5c3461 req-c3756bc6-c1f1-4b4f-9c32-e0ccc1936769 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0494881 Jan 17 18:31:21.825449 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-9124185c-405b-401e-816c-9de50c5c3461 req-5cb47e68-e311-42f0-bfc7-86834cbec2ba tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441234 Jan 17 18:31:22.024390 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709869dc-77d8-4a62-82ff-734c0ba1f62c req-fca1f09e-a4b9-42aa-a1c9-0d9376548868 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:22.025847 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-709869dc-77d8-4a62-82ff-734c0ba1f62c req-fca1f09e-a4b9-42aa-a1c9-0d9376548868 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.0479863 Jan 17 18:31:22.070833 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-709869dc-77d8-4a62-82ff-734c0ba1f62c req-7acd7cd6-996b-4233-877b-b7c2ecf16ccc tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385876 Jan 17 18:31:22.537731 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c548572-8b1c-435e-b44c-38ae75b58387 req-a6817d7f-d633-48d4-843b-366e2c902edf tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:22.539161 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-6c548572-8b1c-435e-b44c-38ae75b58387 req-a6817d7f-d633-48d4-843b-366e2c902edf tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=59e3bb16-2787-4d67-9341-950cff318149 HTTP/1.1" status: 200 len: 946 time: 0.0483482 Jan 17 18:31:22.584974 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-6c548572-8b1c-435e-b44c-38ae75b58387 req-20632ad1-aed2-4751-a172-5f863b3868ab tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404263 Jan 17 18:31:22.942311 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a21c03-a6f5-4712-9d02-784fb48847ea req-846b0052-4235-489b-9226-b5f05fcbd001 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:22.943804 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-85a21c03-a6f5-4712-9d02-784fb48847ea req-846b0052-4235-489b-9226-b5f05fcbd001 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0520635 Jan 17 18:31:22.989765 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-85a21c03-a6f5-4712-9d02-784fb48847ea req-63058409-094d-4a61-9da3-ef0318e0d5ab tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405846 Jan 17 18:31:23.190312 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c968b74-51e8-41c8-afc5-e9793254b9da req-d4a87681-3c34-4c9a-9bb6-fac36cd814e4 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:23.191795 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-1c968b74-51e8-41c8-afc5-e9793254b9da req-d4a87681-3c34-4c9a-9bb6-fac36cd814e4 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.0489280 Jan 17 18:31:23.241012 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-1c968b74-51e8-41c8-afc5-e9793254b9da req-d0a44bf8-c466-4420-a5ef-2e83bf495094 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435190 Jan 17 18:31:23.361905 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a3ed398f-c321-4c61-81ad-4632ec0418ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:23.696301 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc82cc-ca59-4a0c-a985-baba23d224e6 req-765d0fec-8a78-47df-a25a-6b07dc9bd2e6 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:23.697736 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-c8bc82cc-ca59-4a0c-a985-baba23d224e6 req-765d0fec-8a78-47df-a25a-6b07dc9bd2e6 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=59e3bb16-2787-4d67-9341-950cff318149 HTTP/1.1" status: 200 len: 946 time: 0.0476689 Jan 17 18:31:23.746098 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-c8bc82cc-ca59-4a0c-a985-baba23d224e6 req-729e5988-6e5d-4c0b-9430-78c1ed16c705 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421793 Jan 17 18:31:24.101834 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12e0d1-bfc5-4e32-9925-d2215514d4b6 req-32e84d79-727d-4b96-900a-0bc29c1c8666 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:24.103292 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ed12e0d1-bfc5-4e32-9925-d2215514d4b6 req-32e84d79-727d-4b96-900a-0bc29c1c8666 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0482864 Jan 17 18:31:24.150663 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ed12e0d1-bfc5-4e32-9925-d2215514d4b6 req-8d76f048-ea8f-49bb-9230-6c0199631eb4 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417707 Jan 17 18:31:24.358707 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe42543-9264-4133-805c-178b221b4de7 req-7ed2e5e1-da16-4c09-bc72-c1268c9f90c8 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:24.360657 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-fbe42543-9264-4133-805c-178b221b4de7 req-7ed2e5e1-da16-4c09-bc72-c1268c9f90c8 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.0501659 Jan 17 18:31:24.407559 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-fbe42543-9264-4133-805c-178b221b4de7 req-22768e3f-927f-4d95-adab-f510b9dcdd33 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413256 Jan 17 18:31:24.526720 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:24.865412 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1a981-b2e2-4402-8e07-a4fd0c97b66a req-27f82d7e-3cdd-4d4d-a7e7-7153979cf336 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:24.866875 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-7af1a981-b2e2-4402-8e07-a4fd0c97b66a req-27f82d7e-3cdd-4d4d-a7e7-7153979cf336 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=59e3bb16-2787-4d67-9341-950cff318149 HTTP/1.1" status: 200 len: 946 time: 0.0530772 Jan 17 18:31:24.913643 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-7af1a981-b2e2-4402-8e07-a4fd0c97b66a req-5fe23cbd-75e9-4ad9-9ab4-aa57c0dbef84 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412459 Jan 17 18:31:25.262551 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e4fb4-50d9-43ad-b105-bda558cbeee0 req-6533bc14-f6d4-46ef-8bef-52de4bbb7d65 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:25.264031 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-de1e4fb4-50d9-43ad-b105-bda558cbeee0 req-6533bc14-f6d4-46ef-8bef-52de4bbb7d65 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0475533 Jan 17 18:31:25.310282 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-de1e4fb4-50d9-43ad-b105-bda558cbeee0 req-6abebdb5-7f7d-43a4-8f43-602a3f03b549 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400958 Jan 17 18:31:25.527978 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffade6ce-fe76-4ec8-940d-3611fb30399c req-f39973de-dd3e-4e97-bb99-7dbfa74796bd tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:25.529418 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ffade6ce-fe76-4ec8-940d-3611fb30399c req-f39973de-dd3e-4e97-bb99-7dbfa74796bd tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.0521595 Jan 17 18:31:25.574688 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ffade6ce-fe76-4ec8-940d-3611fb30399c req-cfbcc846-ca56-4638-a59a-ae21604b8c27 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393932 Jan 17 18:31:26.028559 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0600335-a0f0-4949-8fc8-a9fe0f5a05b3 req-796ab515-0868-4e94-82ab-ba47585afefd tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:26.030569 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-d0600335-a0f0-4949-8fc8-a9fe0f5a05b3 req-796ab515-0868-4e94-82ab-ba47585afefd tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=59e3bb16-2787-4d67-9341-950cff318149 HTTP/1.1" status: 200 len: 946 time: 0.0513983 Jan 17 18:31:26.078576 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-d0600335-a0f0-4949-8fc8-a9fe0f5a05b3 req-9a643536-9cad-428d-8ba7-a87f3265b6ca tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421722 Jan 17 18:31:26.089051 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:26.430186 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae496ac2-a4ec-4aac-800d-48e7c7af0639 req-0523a195-915b-408f-b18a-8f0f2e33b1c3 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:26.431670 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ae496ac2-a4ec-4aac-800d-48e7c7af0639 req-0523a195-915b-408f-b18a-8f0f2e33b1c3 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0541360 Jan 17 18:31:26.484173 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ae496ac2-a4ec-4aac-800d-48e7c7af0639 req-7f248c0a-24dd-4b5c-b941-10be61e3469c tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458627 Jan 17 18:31:26.612076 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73740ab-5f32-4028-b53c-d82950d3f0c0 req-2820c8c1-e2b8-4576-bcb0-2d047065a267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:26.613540 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b73740ab-5f32-4028-b53c-d82950d3f0c0 req-2820c8c1-e2b8-4576-bcb0-2d047065a267 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 1098 time: 0.0419407 Jan 17 18:31:26.661653 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b73740ab-5f32-4028-b53c-d82950d3f0c0 req-22e3d427-9bac-4f75-bdb6-754126a53f6e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381460 Jan 17 18:31:26.709251 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae4203-a3a7-40a5-bc25-a50887d808ab req-849ba225-35b3-4559-b97f-a5c67625eb46 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:26.710698 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-43ae4203-a3a7-40a5-bc25-a50887d808ab req-849ba225-35b3-4559-b97f-a5c67625eb46 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.0531139 Jan 17 18:31:26.756187 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-43ae4203-a3a7-40a5-bc25-a50887d808ab req-3cb3f0d6-1821-4d58-9957-12d583102adb tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400651 Jan 17 18:31:27.206789 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90d4be-ad57-4c34-890b-388b1a902db9 req-d77e5418-1d02-4a91-8e04-169e8d38ede0 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:27.208394 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-6e90d4be-ad57-4c34-890b-388b1a902db9 req-d77e5418-1d02-4a91-8e04-169e8d38ede0 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=59e3bb16-2787-4d67-9341-950cff318149 HTTP/1.1" status: 200 len: 946 time: 0.0596478 Jan 17 18:31:27.258808 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-6e90d4be-ad57-4c34-890b-388b1a902db9 req-713f37ff-4f60-4f69-9114-60b9531873ec tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440629 Jan 17 18:31:27.317273 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:27.602694 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9bfe63-7494-40dc-b58e-9c14ecf06f57 req-07848af6-25a3-4e5e-9ac3-be00f7da9319 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:27.604526 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-bf9bfe63-7494-40dc-b58e-9c14ecf06f57 req-07848af6-25a3-4e5e-9ac3-be00f7da9319 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0537357 Jan 17 18:31:27.652503 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-bf9bfe63-7494-40dc-b58e-9c14ecf06f57 req-432a4a94-a187-48e1-b34b-12155878ac87 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418780 Jan 17 18:31:27.878119 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0c9ee-283a-4143-b8a0-30771b685b39 req-05a3af00-5ab7-4f6f-aaa3-8391575e77f7 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:27.879598 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-13a0c9ee-283a-4143-b8a0-30771b685b39 req-05a3af00-5ab7-4f6f-aaa3-8391575e77f7 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.0473452 Jan 17 18:31:27.925508 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-13a0c9ee-283a-4143-b8a0-30771b685b39 req-09179fd9-7917-458d-bfd7-4a1301d19ed9 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402274 Jan 17 18:31:28.247766 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 55878) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:31:28.367692 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a50aaddc-5186-435e-b18c-a0caaafb4d42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:28.401928 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30646eae-f53a-4f2a-a8a7-7ad0c7081a63 req-a2789286-2b5c-4f96-8416-64793068cbf8 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:28.403428 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-30646eae-f53a-4f2a-a8a7-7ad0c7081a63 req-a2789286-2b5c-4f96-8416-64793068cbf8 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=59e3bb16-2787-4d67-9341-950cff318149 HTTP/1.1" status: 200 len: 946 time: 0.0773242 Jan 17 18:31:28.461790 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b no longer exists at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:31:28.477138 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-30646eae-f53a-4f2a-a8a7-7ad0c7081a63 req-2942e821-282e-4173-b33c-c72a41194295 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646396 Jan 17 18:31:28.482835 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] No Port match for: 86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:31:28.483266 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 86da8ef9-1a26-45a5-ba69-4e93ff9a4e6b not bound to the agent host hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:31:28.498512 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a50aaddc-5186-435e-b18c-a0caaafb4d42 admin admin] Publish callbacks [] for security_group (3513861f-5ff1-44ba-aa4e-d8958f5a06d0), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:28.505156 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a50aaddc-5186-435e-b18c-a0caaafb4d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (3513861f-5ff1-44ba-aa4e-d8958f5a06d0), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:28.547872 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50aaddc-5186-435e-b18c-a0caaafb4d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3513861f-5ff1-44ba-aa4e-d8958f5a06d0,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:28.555698 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 55888) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:31:28.555821 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-a50aaddc-5186-435e-b18c-a0caaafb4d42 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=42fbb89ea1e24962a922eaa7e4c7ea39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3063791 Jan 17 18:31:28.602593 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bcde5cd3-27eb-4698-b103-9fc096e742d6 admin admin] Publish callbacks [] for security_group (3513861f-5ff1-44ba-aa4e-d8958f5a06d0), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:28.622525 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bcde5cd3-27eb-4698-b103-9fc096e742d6 admin admin] Publish callbacks [] for security_group (3513861f-5ff1-44ba-aa4e-d8958f5a06d0), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:28.672172 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bcde5cd3-27eb-4698-b103-9fc096e742d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (3513861f-5ff1-44ba-aa4e-d8958f5a06d0), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:28.675046 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bcde5cd3-27eb-4698-b103-9fc096e742d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:28.676216 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-bcde5cd3-27eb-4698-b103-9fc096e742d6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3513861f-5ff1-44ba-aa4e-d8958f5a06d0 HTTP/1.1" status: 204 len: 168 time: 0.1199241 Jan 17 18:31:28.685367 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde5cd3-27eb-4698-b103-9fc096e742d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3513861f-5ff1-44ba-aa4e-d8958f5a06d0,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:28.784984 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09868946-2233-4b4b-9368-604471adf818 req-2dd69a9d-b0df-49e0-994a-9d1c76b9d47b tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:28.786456 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-09868946-2233-4b4b-9368-604471adf818 req-2dd69a9d-b0df-49e0-994a-9d1c76b9d47b tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0549853 Jan 17 18:31:28.834785 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-09868946-2233-4b4b-9368-604471adf818 req-a3792caa-9f1d-416a-961c-33084192851f tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425863 Jan 17 18:31:29.049199 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e885ca-6cad-4de3-9d50-c95aa7744eb0 req-b02c10bf-7f1f-4a9b-aa55-d4545c423a2e tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:29.050711 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-36e885ca-6cad-4de3-9d50-c95aa7744eb0 req-b02c10bf-7f1f-4a9b-aa55-d4545c423a2e tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.0505435 Jan 17 18:31:29.099949 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-36e885ca-6cad-4de3-9d50-c95aa7744eb0 req-5dc16803-14e1-4701-b4ef-8891777e8cac tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433154 Jan 17 18:31:29.612447 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66117c-3960-4394-a27f-469d6119c5ef req-5340b214-01f3-463c-9ba7-87128edc6717 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:29.613922 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4b66117c-3960-4394-a27f-469d6119c5ef req-5340b214-01f3-463c-9ba7-87128edc6717 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=59e3bb16-2787-4d67-9341-950cff318149 HTTP/1.1" status: 200 len: 946 time: 0.0591698 Jan 17 18:31:29.663223 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4b66117c-3960-4394-a27f-469d6119c5ef req-57e350cf-7c82-4f6f-b5a4-678584bba2eb tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436859 Jan 17 18:31:29.948846 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb69af-1497-48b6-9d63-eea9311e0cdd req-3237a909-c2fa-4396-9d22-fd4c68b7ea63 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:29.950224 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-9dcb69af-1497-48b6-9d63-eea9311e0cdd req-3237a909-c2fa-4396-9d22-fd4c68b7ea63 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0488999 Jan 17 18:31:29.996480 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-9dcb69af-1497-48b6-9d63-eea9311e0cdd req-2e6efe66-fa09-4ba6-be8d-ab96cd8ace3c tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402460 Jan 17 18:31:30.215672 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f625210-8b94-4483-b2d9-920c84e7181d req-c2cc3f50-72f5-44aa-8936-1be4f814f273 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:30.217117 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-3f625210-8b94-4483-b2d9-920c84e7181d req-c2cc3f50-72f5-44aa-8936-1be4f814f273 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.0483248 Jan 17 18:31:30.270082 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-3f625210-8b94-4483-b2d9-920c84e7181d req-5cbb5e9f-0055-4f6c-9692-c84700cb4d92 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452526 Jan 17 18:31:30.779238 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6020c1-6ef1-45df-b642-f16b51ddf713 req-1638256c-3c51-42af-83a9-46c16e96babb tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:30.780964 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4e6020c1-6ef1-45df-b642-f16b51ddf713 req-1638256c-3c51-42af-83a9-46c16e96babb tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=59e3bb16-2787-4d67-9341-950cff318149 HTTP/1.1" status: 200 len: 946 time: 0.0496879 Jan 17 18:31:30.834626 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4e6020c1-6ef1-45df-b642-f16b51ddf713 req-12d9bcfc-e0cb-44f2-98e9-c2ec127b9df1 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477996 Jan 17 18:31:31.144346 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3e0cb-3222-42b5-bfbe-6ce89c6dd363 req-33cc2d10-64c8-42b2-b7e5-79e3a1ae36c6 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:31.146505 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-5fd3e0cb-3222-42b5-bfbe-6ce89c6dd363 req-33cc2d10-64c8-42b2-b7e5-79e3a1ae36c6 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0677507 Jan 17 18:31:31.199839 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-5fd3e0cb-3222-42b5-bfbe-6ce89c6dd363 req-119afe07-bc7c-4a76-9aeb-1c1d40d0c9c1 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472887 Jan 17 18:31:31.400438 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472a6e5-f9ce-4e0b-a55b-92d43386cc15 req-24128a81-2b6f-4029-b460-4e1e464045cb tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:31.401917 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-d472a6e5-f9ce-4e0b-a55b-92d43386cc15 req-24128a81-2b6f-4029-b460-4e1e464045cb tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.0582836 Jan 17 18:31:31.448974 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-d472a6e5-f9ce-4e0b-a55b-92d43386cc15 req-b6d84f9d-9a6a-41a2-ae65-babafb9f9774 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409079 Jan 17 18:31:31.622246 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773bccf-2271-4dcf-908a-8430df5a021d req-e76551af-42a2-4f53-8396-ea01f949094e tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:31.624296 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-5773bccf-2271-4dcf-908a-8430df5a021d req-e76551af-42a2-4f53-8396-ea01f949094e tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/networks?id=053cf98e-7a79-421e-9990-12335b97235f HTTP/1.1" status: 200 len: 813 time: 0.1010551 Jan 17 18:31:31.638934 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-5773bccf-2271-4dcf-908a-8430df5a021d req-1f526e55-c4cf-41b1-ab1d-b8c1b17d08e6 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/quotas/47f894454e2d44ff96f0d143a1b012cc HTTP/1.1" status: 200 len: 375 time: 0.0093260 Jan 17 18:31:31.671335 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-5773bccf-2271-4dcf-908a-8430df5a021d req-70bba355-258b-404a-9bbb-b1dae533e72b tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=47f894454e2d44ff96f0d143a1b012cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267131 Jan 17 18:31:31.762993 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-5773bccf-2271-4dcf-908a-8430df5a021d req-c04edf1c-bdc9-428c-b0ee-2d93374887cd service neutron] 10.222.0.57 "GET /v2.0/networks/053cf98e-7a79-421e-9990-12335b97235f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850503 Jan 17 18:31:31.848482 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-5773bccf-2271-4dcf-908a-8430df5a021d req-f26ea2be-f97f-42b2-bcac-a50613e3f86d service neutron] 10.222.0.57 "GET /v2.0/networks/053cf98e-7a79-421e-9990-12335b97235f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797677 Jan 17 18:31:32.062907 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2165becc-925d-4ee1-8041-386abfb953bb req-03d391c9-5ba6-4e26-b0c4-a40e72a1e460 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-51523076&fields=id&tenant_id=5262d740746c4265993cce733a67438a HTTP/1.1" status: 200 len: 267 time: 0.0470495 Jan 17 18:31:32.180576 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165becc-925d-4ee1-8041-386abfb953bb req-fb4baf4b-beba-4231-911f-4c2e9157ff1a tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:32.182032 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2165becc-925d-4ee1-8041-386abfb953bb req-fb4baf4b-beba-4231-911f-4c2e9157ff1a tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/networks?id=1f7f3e80-1c90-454b-9448-14d5ab17dae0 HTTP/1.1" status: 200 len: 809 time: 0.1128280 Jan 17 18:31:32.196693 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2165becc-925d-4ee1-8041-386abfb953bb req-d95b8efe-f06b-4481-b6bf-d915d1bde19e tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/quotas/5262d740746c4265993cce733a67438a HTTP/1.1" status: 200 len: 375 time: 0.0091605 Jan 17 18:31:32.249397 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2165becc-925d-4ee1-8041-386abfb953bb req-31dbdbba-a0ae-4259-ac46-1a61c1acb08f tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5262d740746c4265993cce733a67438a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460613 Jan 17 18:31:32.351412 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2165becc-925d-4ee1-8041-386abfb953bb req-92a4a496-8d35-4e85-9db2-039b2877f8e7 service neutron] 10.222.0.57 "GET /v2.0/networks/1f7f3e80-1c90-454b-9448-14d5ab17dae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902326 Jan 17 18:31:32.452798 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2165becc-925d-4ee1-8041-386abfb953bb req-f72bd962-7507-4f91-99dc-14f38b2ad5ef service neutron] 10.222.0.57 "GET /v2.0/networks/1f7f3e80-1c90-454b-9448-14d5ab17dae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954275 Jan 17 18:31:32.735144 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-012ef76e-290c-410d-8003-68687a78cea8 req-71b26725-ad2f-4f7a-80e7-b000acd13e18 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=43ffca97-3ea5-459c-b910-918913b2cd2e HTTP/1.1" status: 200 len: 210 time: 0.0263383 Jan 17 18:31:32.859538 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb452a-8452-4969-9e46-0544096a1d72 req-8143a1ec-de52-4111-bc6d-850820239bc4 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:32.861012 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-73fb452a-8452-4969-9e46-0544096a1d72 req-8143a1ec-de52-4111-bc6d-850820239bc4 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0529239 Jan 17 18:31:32.909444 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-73fb452a-8452-4969-9e46-0544096a1d72 req-fd9ceb37-ec67-4cd7-96ae-d7640e80cdd9 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426238 Jan 17 18:31:33.016437 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c0d81-73b6-4385-91ae-f8efcaae1f57 req-31da24b9-f9b5-4ede-a7a8-1a4fd2258597 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:33.017918 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-d17c0d81-73b6-4385-91ae-f8efcaae1f57 req-31da24b9-f9b5-4ede-a7a8-1a4fd2258597 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.0503800 Jan 17 18:31:33.064778 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-d17c0d81-73b6-4385-91ae-f8efcaae1f57 req-d43194e4-555f-4631-ba1f-0504c51d894b tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410566 Jan 17 18:31:33.147618 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-7730263e-9bce-49d7-a360-b91e50480adc req-81c23cb0-5cb9-41a7-bbeb-6d50824a087a tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 210 time: 0.0271811 Jan 17 18:31:33.390772 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88696d-5f6c-4e0b-bc3a-070d913eb6c9 req-513339d1-3568-4c9f-80b5-45ab69db672d tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:33.392247 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-bb88696d-5f6c-4e0b-bc3a-070d913eb6c9 req-513339d1-3568-4c9f-80b5-45ab69db672d tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0517952 Jan 17 18:31:33.438126 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-bb88696d-5f6c-4e0b-bc3a-070d913eb6c9 req-ec7b40a8-39be-4127-a45c-6f13617690ed tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404909 Jan 17 18:31:33.832048 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-3a7f4ee2-1936-4d71-866e-6e9a40c51da6 req-8099f041-3adc-4417-b67d-7ab6dad68ac0 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=43ffca97-3ea5-459c-b910-918913b2cd2e HTTP/1.1" status: 200 len: 210 time: 0.0271142 Jan 17 18:31:34.182525 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f356f88-6db7-42af-a3da-b28d8691b04d req-2815c564-12d1-408e-a5dc-67dbb18bf400 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:34.184034 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-1f356f88-6db7-42af-a3da-b28d8691b04d req-2815c564-12d1-408e-a5dc-67dbb18bf400 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.0483558 Jan 17 18:31:34.234907 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-1f356f88-6db7-42af-a3da-b28d8691b04d req-d2f4135b-a6cc-4b65-bb56-fe70888a7a6f tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411081 Jan 17 18:31:34.328460 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ce171748-8c6e-4ada-9f82-fb1f3c653c53 req-7e5d368e-a200-412f-83a6-cf2eeb460661 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 210 time: 0.0348079 Jan 17 18:31:34.370440 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00b7e0-cad1-4a6b-89a2-c4a9e96921ab req-c6d35c48-4ee7-4321-85dd-999c991f5196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:34.372524 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-3b00b7e0-cad1-4a6b-89a2-c4a9e96921ab req-c6d35c48-4ee7-4321-85dd-999c991f5196 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e713cd04cf914d75bc12b271eea8bc44&device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 1098 time: 0.0479839 Jan 17 18:31:34.486076 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00b7e0-cad1-4a6b-89a2-c4a9e96921ab req-ec6f46f1-c951-4374-933a-1d58e98d5869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:34.488118 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-3b00b7e0-cad1-4a6b-89a2-c4a9e96921ab req-ec6f46f1-c951-4374-933a-1d58e98d5869 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dc7b8bda-4f6a-4a84-9c64-8df87d1d200d HTTP/1.1" status: 200 len: 920 time: 0.0891850 Jan 17 18:31:34.542112 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-3b00b7e0-cad1-4a6b-89a2-c4a9e96921ab req-7f8c7552-ed57-415b-afe6-c51dff32e2a1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30b283b6-8fca-442f-9cb3-672eef080229 HTTP/1.1" status: 200 len: 217 time: 0.0470769 Jan 17 18:31:34.615350 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00b7e0-cad1-4a6b-89a2-c4a9e96921ab req-e368eaa8-6a59-400f-a0d2-81eec90b5fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:34.616959 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-3b00b7e0-cad1-4a6b-89a2-c4a9e96921ab req-e368eaa8-6a59-400f-a0d2-81eec90b5fed service neutron] 10.222.0.31 "GET /v2.0/subnets?id=09b30f79-9dbf-4db5-8afc-15f2fb928f6f HTTP/1.1" status: 200 len: 859 time: 0.0655205 Jan 17 18:31:34.625897 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1baf7-5ffa-462e-b5f0-f49afcee8f1b req-fce46c94-ee1b-4377-8342-a2542210ed49 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:34.627396 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-c8f1baf7-5ffa-462e-b5f0-f49afcee8f1b req-fce46c94-ee1b-4377-8342-a2542210ed49 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0878944 Jan 17 18:31:34.662967 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-3b00b7e0-cad1-4a6b-89a2-c4a9e96921ab req-b639fe12-a37b-434c-a348-c633752da12e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc7b8bda-4f6a-4a84-9c64-8df87d1d200d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346048 Jan 17 18:31:34.925300 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-e9e1a00e-f7e1-4c29-b3f0-183cc6695924 req-344efe1d-bd43-473c-9691-9a7d3a0d476e tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=43ffca97-3ea5-459c-b910-918913b2cd2e HTTP/1.1" status: 200 len: 210 time: 0.0260224 Jan 17 18:31:34.930945 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-c8f1baf7-5ffa-462e-b5f0-f49afcee8f1b req-7cea37fd-515c-40fb-b87a-94ebaeb7f70c tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950091 Jan 17 18:31:34.973024 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-3b00b7e0-cad1-4a6b-89a2-c4a9e96921ab req-d8d046d0-01c1-4b76-ac1e-8ff5023f966b service neutron] 10.222.0.31 "GET /v2.0/networks/dc7b8bda-4f6a-4a84-9c64-8df87d1d200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964683 Jan 17 18:31:35.093650 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-3b00b7e0-cad1-4a6b-89a2-c4a9e96921ab req-8dfc00ee-4286-4be8-a489-6a571e5e5ff4 service neutron] 10.222.0.31 "GET /v2.0/networks/dc7b8bda-4f6a-4a84-9c64-8df87d1d200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959587 Jan 17 18:31:35.172028 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773bccf-2271-4dcf-908a-8430df5a021d req-ec1f4759-15ca-46a5-be34-847f25abce13 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:35.174011 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-5773bccf-2271-4dcf-908a-8430df5a021d req-ec1f4759-15ca-46a5-be34-847f25abce13 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.31 "GET /v2.0/networks?id=053cf98e-7a79-421e-9990-12335b97235f HTTP/1.1" status: 200 len: 813 time: 0.1420350 Jan 17 18:31:35.216286 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [req-5773bccf-2271-4dcf-908a-8430df5a021d req-7b1154f3-4cf1-4072-9cad-cdaa4db5d8e6 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Request body: {'port': {'device_id': '43ffca97-3ea5-459c-b910-918913b2cd2e', 'network_id': '053cf98e-7a79-421e-9990-12335b97235f', 'admin_state_up': True, 'tenant_id': '47f894454e2d44ff96f0d143a1b012cc'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:31:35.431630 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5773bccf-2271-4dcf-908a-8430df5a021d req-7b1154f3-4cf1-4072-9cad-cdaa4db5d8e6 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Made reservation on behalf of 47f894454e2d44ff96f0d143a1b012cc for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:31:35.445444 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5773bccf-2271-4dcf-908a-8430df5a021d req-7b1154f3-4cf1-4072-9cad-cdaa4db5d8e6 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:35.448411 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165becc-925d-4ee1-8041-386abfb953bb req-4dec5c4d-4c2e-4a2a-a0d2-e111c7262db1 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:35.450005 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2165becc-925d-4ee1-8041-386abfb953bb req-4dec5c4d-4c2e-4a2a-a0d2-e111c7262db1 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.31 "GET /v2.0/networks?id=1f7f3e80-1c90-454b-9448-14d5ab17dae0 HTTP/1.1" status: 200 len: 809 time: 0.2395904 Jan 17 18:31:35.459187 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd82457-c8d2-49c6-9d47-7822f61ff4d7 req-7b41e272-1f01-436a-a001-28121a70d16d tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:35.460714 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ecd82457-c8d2-49c6-9d47-7822f61ff4d7 req-7b41e272-1f01-436a-a001-28121a70d16d tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.0977969 Jan 17 18:31:35.563717 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ecd82457-c8d2-49c6-9d47-7822f61ff4d7 req-9f77e319-3368-4324-80a1-e834d8d3e666 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959191 Jan 17 18:31:35.570859 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2165becc-925d-4ee1-8041-386abfb953bb req-c3db00cb-e441-4c51-a454-77d41e226517 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5262d740746c4265993cce733a67438a HTTP/1.1" status: 200 len: 378 time: 0.1042585 Jan 17 18:31:35.576254 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6636e5de-da64-4e77-bd41-bd50af09ccf9 req-2f18668d-dbf9-41fe-8c59-703fafb35f20 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 210 time: 0.0412314 Jan 17 18:31:35.587297 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [req-2165becc-925d-4ee1-8041-386abfb953bb req-2a31748f-326f-4c53-8834-1ad4d56da9ed tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Request body: {'port': {'device_id': 'd3da79b5-cdaa-4895-a54a-dea883ff36b8', 'network_id': '1f7f3e80-1c90-454b-9448-14d5ab17dae0', 'admin_state_up': True, 'tenant_id': '5262d740746c4265993cce733a67438a', 'security_groups': ['d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3']}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:31:35.650067 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-5773bccf-2271-4dcf-908a-8430df5a021d req-7b1154f3-4cf1-4072-9cad-cdaa4db5d8e6 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Allocated IP 172.20.0.3 (053cf98e-7a79-421e-9990-12335b97235f/14669282-5aa1-49a1-8531-88e125fb3ea3/3f0904cc-ae36-493f-81b1-bc85a256afe5) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:31:35.740922 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2165becc-925d-4ee1-8041-386abfb953bb req-2a31748f-326f-4c53-8834-1ad4d56da9ed tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Made reservation on behalf of 5262d740746c4265993cce733a67438a for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:31:35.744516 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2165becc-925d-4ee1-8041-386abfb953bb req-2a31748f-326f-4c53-8834-1ad4d56da9ed tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:35.839665 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5773bccf-2271-4dcf-908a-8430df5a021d req-7b1154f3-4cf1-4072-9cad-cdaa4db5d8e6 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Publish callbacks [] for port (3f0904cc-ae36-493f-81b1-bc85a256afe5), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:35.889714 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5773bccf-2271-4dcf-908a-8430df5a021d req-7b1154f3-4cf1-4072-9cad-cdaa4db5d8e6 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924'] for port (3f0904cc-ae36-493f-81b1-bc85a256afe5), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:35.894275 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-2165becc-925d-4ee1-8041-386abfb953bb req-2a31748f-326f-4c53-8834-1ad4d56da9ed tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Allocated IP 172.20.0.6 (1f7f3e80-1c90-454b-9448-14d5ab17dae0/985b67e5-f935-4baf-bc4b-3331cffe658a/d6806e78-edb1-4a9d-84cf-15db4b1e9d4b) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:31:36.026082 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5773bccf-2271-4dcf-908a-8430df5a021d req-7b1154f3-4cf1-4072-9cad-cdaa4db5d8e6 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Network 053cf98e-7a79-421e-9990-12335b97235f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:31:36.031314 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-5773bccf-2271-4dcf-908a-8430df5a021d req-7b1154f3-4cf1-4072-9cad-cdaa4db5d8e6 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:31:36.036230 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-5773bccf-2271-4dcf-908a-8430df5a021d req-7b1154f3-4cf1-4072-9cad-cdaa4db5d8e6 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:31:36.042897 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773bccf-2271-4dcf-908a-8430df5a021d req-7b1154f3-4cf1-4072-9cad-cdaa4db5d8e6 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:36.053127 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5773bccf-2271-4dcf-908a-8430df5a021d req-7b1154f3-4cf1-4072-9cad-cdaa4db5d8e6 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:36.058995 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2165becc-925d-4ee1-8041-386abfb953bb req-2a31748f-326f-4c53-8834-1ad4d56da9ed tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks [] for port (d6806e78-edb1-4a9d-84cf-15db4b1e9d4b), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:36.086039 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1154f3-4cf1-4072-9cad-cdaa4db5d8e6 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Pushing event updated for resources: {'Port': ['ID=3f0904cc-ae36-493f-81b1-bc85a256afe5,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:36.109675 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-5773bccf-2271-4dcf-908a-8430df5a021d req-7b1154f3-4cf1-4072-9cad-cdaa4db5d8e6 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8982065 Jan 17 18:31:36.124764 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2165becc-925d-4ee1-8041-386abfb953bb req-2a31748f-326f-4c53-8834-1ad4d56da9ed tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (d6806e78-edb1-4a9d-84cf-15db4b1e9d4b), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:36.134960 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe60f9-fece-49df-99db-ab636645c215 req-a37dfcfa-b102-4c7d-8fac-e8587b2af3b9 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:36.136502 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-46fe60f9-fece-49df-99db-ab636645c215 req-a37dfcfa-b102-4c7d-8fac-e8587b2af3b9 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=43ffca97-3ea5-459c-b910-918913b2cd2e HTTP/1.1" status: 200 len: 931 time: 0.0718288 Jan 17 18:31:36.146889 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [req-5773bccf-2271-4dcf-908a-8430df5a021d req-6f7221ea-c936-4db4-bcf4-e1d4fdfb2a83 service neutron] Request body: {'port': {'device_id': '43ffca97-3ea5-459c-b910-918913b2cd2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82499'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:31:36.163924 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5541ca-8c6a-4c83-a68d-38af5077a7a6 req-bb2d2811-27a6-4493-97c0-441fe5b1e889 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:36.165407 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8e5541ca-8c6a-4c83-a68d-38af5077a7a6 req-bb2d2811-27a6-4493-97c0-441fe5b1e889 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.1012733 Jan 17 18:31:36.182043 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2165becc-925d-4ee1-8041-386abfb953bb req-2a31748f-326f-4c53-8834-1ad4d56da9ed tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Network 1f7f3e80-1c90-454b-9448-14d5ab17dae0 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:31:36.194551 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-2165becc-925d-4ee1-8041-386abfb953bb req-2a31748f-326f-4c53-8834-1ad4d56da9ed tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:31:36.200128 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-2165becc-925d-4ee1-8041-386abfb953bb req-2a31748f-326f-4c53-8834-1ad4d56da9ed tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:31:36.212379 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31748f-326f-4c53-8834-1ad4d56da9ed tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Pushing event updated for resources: {'Port': ['ID=d6806e78-edb1-4a9d-84cf-15db4b1e9d4b,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:36.281680 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-46fe60f9-fece-49df-99db-ab636645c215 req-b1b440a0-b2d1-4c73-b78f-a92f7508eb18 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45011a8-8df0-495a-8097-8cdd3424dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140792 Jan 17 18:31:36.284404 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5773bccf-2271-4dcf-908a-8430df5a021d req-6f7221ea-c936-4db4-bcf4-e1d4fdfb2a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (3f0904cc-ae36-493f-81b1-bc85a256afe5), before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:36.292587 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8e5541ca-8c6a-4c83-a68d-38af5077a7a6 req-8852d321-141d-4f19-81e2-75dec3bfb9f0 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077185 Jan 17 18:31:36.298862 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165becc-925d-4ee1-8041-386abfb953bb req-2a31748f-326f-4c53-8834-1ad4d56da9ed tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:36.299510 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2165becc-925d-4ee1-8041-386abfb953bb req-2a31748f-326f-4c53-8834-1ad4d56da9ed tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:36.325766 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2165becc-925d-4ee1-8041-386abfb953bb req-2a31748f-326f-4c53-8834-1ad4d56da9ed tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7434084 Jan 17 18:31:36.340797 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [req-2165becc-925d-4ee1-8041-386abfb953bb req-2e3dcd18-d8aa-480a-bbc6-24d54e4fce4a service neutron] Request body: {'port': {'device_id': 'd3da79b5-cdaa-4895-a54a-dea883ff36b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82499'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:31:36.401008 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2165becc-925d-4ee1-8041-386abfb953bb req-2e3dcd18-d8aa-480a-bbc6-24d54e4fce4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (d6806e78-edb1-4a9d-84cf-15db4b1e9d4b), before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:36.544734 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-3e7de6a7-fd09-4e9b-9d71-4c6e53b3fe18 None None] Provisioning complete for port d6806e78-edb1-4a9d-84cf-15db4b1e9d4b triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:31:36.545895 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3e7de6a7-fd09-4e9b-9d71-4c6e53b3fe18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (d6806e78-edb1-4a9d-84cf-15db4b1e9d4b), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:36.582544 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-3e7de6a7-fd09-4e9b-9d71-4c6e53b3fe18 None None] Port d6806e78-edb1-4a9d-84cf-15db4b1e9d4b cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 18:31:36.612685 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [req-5773bccf-2271-4dcf-908a-8430df5a021d req-6f7221ea-c936-4db4-bcf4-e1d4fdfb2a83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f0904cc-ae36-493f-81b1-bc85a256afe5 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:31:36.625364 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5773bccf-2271-4dcf-908a-8430df5a021d req-6f7221ea-c936-4db4-bcf4-e1d4fdfb2a83 service neutron] Publish callbacks [] for port (3f0904cc-ae36-493f-81b1-bc85a256afe5), precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:36.640587 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-5773bccf-2271-4dcf-908a-8430df5a021d req-6f7221ea-c936-4db4-bcf4-e1d4fdfb2a83 service neutron] Transition to ACTIVE for port object 3f0904cc-ae36-493f-81b1-bc85a256afe5 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 18:31:36.645954 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5773bccf-2271-4dcf-908a-8430df5a021d req-6f7221ea-c936-4db4-bcf4-e1d4fdfb2a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (3f0904cc-ae36-493f-81b1-bc85a256afe5), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:36.733652 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7221ea-c936-4db4-bcf4-e1d4fdfb2a83 service neutron] Pushing event updated for resources: {'Port': ['ID=3f0904cc-ae36-493f-81b1-bc85a256afe5,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:36.749713 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.notifiers.nova [req-2165becc-925d-4ee1-8041-386abfb953bb req-2e3dcd18-d8aa-480a-bbc6-24d54e4fce4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6806e78-edb1-4a9d-84cf-15db4b1e9d4b {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:31:36.758988 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2165becc-925d-4ee1-8041-386abfb953bb req-2e3dcd18-d8aa-480a-bbc6-24d54e4fce4a service neutron] Publish callbacks [] for port (d6806e78-edb1-4a9d-84cf-15db4b1e9d4b), precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:36.774749 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4abc4-f3d3-46b8-8c99-1a7df733490c req-5d0e9ffb-df0a-4a71-baf5-648e5bc4d11c tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:36.776276 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-74b4abc4-f3d3-46b8-8c99-1a7df733490c req-5d0e9ffb-df0a-4a71-baf5-648e5bc4d11c tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.1037126 Jan 17 18:31:36.785870 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-2165becc-925d-4ee1-8041-386abfb953bb req-2e3dcd18-d8aa-480a-bbc6-24d54e4fce4a service neutron] Transition to ACTIVE for port object d6806e78-edb1-4a9d-84cf-15db4b1e9d4b will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 18:31:36.791539 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093259e-84c8-4f7e-ad57-07202199c3c0 req-30c66e47-a9a0-4ffd-a9c5-00606f591a06 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:36.792133 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2165becc-925d-4ee1-8041-386abfb953bb req-2e3dcd18-d8aa-480a-bbc6-24d54e4fce4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167948'] for port (d6806e78-edb1-4a9d-84cf-15db4b1e9d4b), after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:36.793495 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1093259e-84c8-4f7e-ad57-07202199c3c0 req-30c66e47-a9a0-4ffd-a9c5-00606f591a06 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 931 time: 0.1097183 Jan 17 18:31:36.794477 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-5773bccf-2271-4dcf-908a-8430df5a021d req-6f7221ea-c936-4db4-bcf4-e1d4fdfb2a83 service neutron] Attempting to bind port 3f0904cc-ae36-493f-81b1-bc85a256afe5 on host hv-cinder-82499 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:31:36.794811 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-5773bccf-2271-4dcf-908a-8430df5a021d req-6f7221ea-c936-4db4-bcf4-e1d4fdfb2a83 service neutron] Attempting to bind port 3f0904cc-ae36-493f-81b1-bc85a256afe5 by drivers openvswitch,hyperv on host hv-cinder-82499 at level 0 using segments [{'id': 'b0462b14-021a-450c-9e0f-647b2d940446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '053cf98e-7a79-421e-9990-12335b97235f'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:31:36.795194 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5773bccf-2271-4dcf-908a-8430df5a021d req-6f7221ea-c936-4db4-bcf4-e1d4fdfb2a83 service neutron] Attempting to bind port 3f0904cc-ae36-493f-81b1-bc85a256afe5 on network 053cf98e-7a79-421e-9990-12335b97235f {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:31:36.814163 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5773bccf-2271-4dcf-908a-8430df5a021d req-6f7221ea-c936-4db4-bcf4-e1d4fdfb2a83 service neutron] Port 3f0904cc-ae36-493f-81b1-bc85a256afe5 on network 053cf98e-7a79-421e-9990-12335b97235f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82499 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 18:31:36.814507 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5773bccf-2271-4dcf-908a-8430df5a021d req-6f7221ea-c936-4db4-bcf4-e1d4fdfb2a83 service neutron] Attempting to bind port 3f0904cc-ae36-493f-81b1-bc85a256afe5 on network 053cf98e-7a79-421e-9990-12335b97235f {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:31:36.827937 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5773bccf-2271-4dcf-908a-8430df5a021d req-6f7221ea-c936-4db4-bcf4-e1d4fdfb2a83 service neutron] Checking agent: {'id': 'c251eb83-93a6-4d5d-bd4b-c362ae836320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82499', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'started_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:31:36.828288 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5773bccf-2271-4dcf-908a-8430df5a021d req-6f7221ea-c936-4db4-bcf4-e1d4fdfb2a83 service neutron] Checking segment: {'id': 'b0462b14-021a-450c-9e0f-647b2d940446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '053cf98e-7a79-421e-9990-12335b97235f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:31:36.828674 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5773bccf-2271-4dcf-908a-8430df5a021d req-6f7221ea-c936-4db4-bcf4-e1d4fdfb2a83 service neutron] Bound using segment: {'id': 'b0462b14-021a-450c-9e0f-647b2d940446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '053cf98e-7a79-421e-9990-12335b97235f'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:31:36.829107 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-5773bccf-2271-4dcf-908a-8430df5a021d req-6f7221ea-c936-4db4-bcf4-e1d4fdfb2a83 service neutron] Bound port: 3f0904cc-ae36-493f-81b1-bc85a256afe5, host: hv-cinder-82499, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0462b14-021a-450c-9e0f-647b2d940446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '053cf98e-7a79-421e-9990-12335b97235f'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:31:36.829463 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5773bccf-2271-4dcf-908a-8430df5a021d req-6f7221ea-c936-4db4-bcf4-e1d4fdfb2a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (3f0904cc-ae36-493f-81b1-bc85a256afe5), before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:36.865441 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3dcd18-d8aa-480a-bbc6-24d54e4fce4a service neutron] Pushing event updated for resources: {'Port': ['ID=d6806e78-edb1-4a9d-84cf-15db4b1e9d4b,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:36.878644 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-74b4abc4-f3d3-46b8-8c99-1a7df733490c req-4bc41973-f1cf-4977-92e3-766660bccca3 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960751 Jan 17 18:31:36.890955 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1093259e-84c8-4f7e-ad57-07202199c3c0 req-cc55df68-9088-439f-832c-d0f9baf887e4 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0914242 Jan 17 18:31:36.940887 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-5773bccf-2271-4dcf-908a-8430df5a021d req-6f7221ea-c936-4db4-bcf4-e1d4fdfb2a83 service neutron] For port 3f0904cc-ae36-493f-81b1-bc85a256afe5, host hv-cinder-82499, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:31:36.945390 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-5773bccf-2271-4dcf-908a-8430df5a021d req-6f7221ea-c936-4db4-bcf4-e1d4fdfb2a83 service neutron] For port 3f0904cc-ae36-493f-81b1-bc85a256afe5, host hv-cinder-82499, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=3f0904cc-ae36-493f-81b1-bc85a256afe5,segment=NetworkSegment(b0462b14-021a-450c-9e0f-647b2d940446),segment_id=b0462b14-021a-450c-9e0f-647b2d940446)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:31:36.949606 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5773bccf-2271-4dcf-908a-8430df5a021d req-6f7221ea-c936-4db4-bcf4-e1d4fdfb2a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (3f0904cc-ae36-493f-81b1-bc85a256afe5), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:36.958535 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-2165becc-925d-4ee1-8041-386abfb953bb req-2e3dcd18-d8aa-480a-bbc6-24d54e4fce4a service neutron] Attempting to bind port d6806e78-edb1-4a9d-84cf-15db4b1e9d4b on host hv-cinder-82499 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:31:36.960176 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-2165becc-925d-4ee1-8041-386abfb953bb req-2e3dcd18-d8aa-480a-bbc6-24d54e4fce4a service neutron] Attempting to bind port d6806e78-edb1-4a9d-84cf-15db4b1e9d4b by drivers openvswitch,hyperv on host hv-cinder-82499 at level 0 using segments [{'id': '5962ef69-feec-4b57-beb5-c84c57cc4d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1f7f3e80-1c90-454b-9448-14d5ab17dae0'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:31:36.960576 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2165becc-925d-4ee1-8041-386abfb953bb req-2e3dcd18-d8aa-480a-bbc6-24d54e4fce4a service neutron] Attempting to bind port d6806e78-edb1-4a9d-84cf-15db4b1e9d4b on network 1f7f3e80-1c90-454b-9448-14d5ab17dae0 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:31:36.965257 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2165becc-925d-4ee1-8041-386abfb953bb req-2e3dcd18-d8aa-480a-bbc6-24d54e4fce4a service neutron] Port d6806e78-edb1-4a9d-84cf-15db4b1e9d4b on network 1f7f3e80-1c90-454b-9448-14d5ab17dae0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82499 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 18:31:36.965582 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2165becc-925d-4ee1-8041-386abfb953bb req-2e3dcd18-d8aa-480a-bbc6-24d54e4fce4a service neutron] Attempting to bind port d6806e78-edb1-4a9d-84cf-15db4b1e9d4b on network 1f7f3e80-1c90-454b-9448-14d5ab17dae0 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:31:36.971305 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2165becc-925d-4ee1-8041-386abfb953bb req-2e3dcd18-d8aa-480a-bbc6-24d54e4fce4a service neutron] Checking agent: {'id': 'c251eb83-93a6-4d5d-bd4b-c362ae836320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82499', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'started_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:31:36.971678 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2165becc-925d-4ee1-8041-386abfb953bb req-2e3dcd18-d8aa-480a-bbc6-24d54e4fce4a service neutron] Checking segment: {'id': '5962ef69-feec-4b57-beb5-c84c57cc4d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1f7f3e80-1c90-454b-9448-14d5ab17dae0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:31:36.972056 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2165becc-925d-4ee1-8041-386abfb953bb req-2e3dcd18-d8aa-480a-bbc6-24d54e4fce4a service neutron] Bound using segment: {'id': '5962ef69-feec-4b57-beb5-c84c57cc4d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1f7f3e80-1c90-454b-9448-14d5ab17dae0'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:31:36.972483 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-2165becc-925d-4ee1-8041-386abfb953bb req-2e3dcd18-d8aa-480a-bbc6-24d54e4fce4a service neutron] Bound port: d6806e78-edb1-4a9d-84cf-15db4b1e9d4b, host: hv-cinder-82499, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5962ef69-feec-4b57-beb5-c84c57cc4d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1f7f3e80-1c90-454b-9448-14d5ab17dae0'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:31:36.972853 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2165becc-925d-4ee1-8041-386abfb953bb req-2e3dcd18-d8aa-480a-bbc6-24d54e4fce4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (d6806e78-edb1-4a9d-84cf-15db4b1e9d4b), before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:36.987064 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773bccf-2271-4dcf-908a-8430df5a021d req-6f7221ea-c936-4db4-bcf4-e1d4fdfb2a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:36.987797 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5773bccf-2271-4dcf-908a-8430df5a021d req-6f7221ea-c936-4db4-bcf4-e1d4fdfb2a83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:36.989195 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-5773bccf-2271-4dcf-908a-8430df5a021d req-6f7221ea-c936-4db4-bcf4-e1d4fdfb2a83 service neutron] 10.222.0.31 "PUT /v2.0/ports/3f0904cc-ae36-493f-81b1-bc85a256afe5 HTTP/1.1" status: 200 len: 1093 time: 0.8517931 Jan 17 18:31:36.989643 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ffca97-3ea5-459c-b910-918913b2cd2e', 'tag': '3f0904cc-ae36-493f-81b1-bc85a256afe5'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:31:36.992736 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ebc6f40cb2ac68c89279b37e377f59c9ca88cf84401dffc3b34b74128c2044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544e1dc9-56c9-44d1-910a-42e2eefdc4a7" -d '{"events": [{"name": "network-changed", "server_uuid": "43ffca97-3ea5-459c-b910-918913b2cd2e", "tag": "3f0904cc-ae36-493f-81b1-bc85a256afe5"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:31:37.019520 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7221ea-c936-4db4-bcf4-e1d4fdfb2a83 service neutron] Pushing event updated for resources: {'Port': ['ID=3f0904cc-ae36-493f-81b1-bc85a256afe5,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:37.056566 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-2165becc-925d-4ee1-8041-386abfb953bb req-2e3dcd18-d8aa-480a-bbc6-24d54e4fce4a service neutron] For port d6806e78-edb1-4a9d-84cf-15db4b1e9d4b, host hv-cinder-82499, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:31:37.059913 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-2165becc-925d-4ee1-8041-386abfb953bb req-2e3dcd18-d8aa-480a-bbc6-24d54e4fce4a service neutron] For port d6806e78-edb1-4a9d-84cf-15db4b1e9d4b, host hv-cinder-82499, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=d6806e78-edb1-4a9d-84cf-15db4b1e9d4b,segment=NetworkSegment(5962ef69-feec-4b57-beb5-c84c57cc4d3e),segment_id=5962ef69-feec-4b57-beb5-c84c57cc4d3e)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:31:37.065638 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 18:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0658f62b-ac0f-4956-b9e7-2654dd326878 x-openstack-request-id: req-0658f62b-ac0f-4956-b9e7-2654dd326878 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:31:37.065955 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ffca97-3ea5-459c-b910-918913b2cd2e", "tag": "3f0904cc-ae36-493f-81b1-bc85a256afe5", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:31:37.066259 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0658f62b-ac0f-4956-b9e7-2654dd326878 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:31:37.066855 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ffca97-3ea5-459c-b910-918913b2cd2e', 'tag': '3f0904cc-ae36-493f-81b1-bc85a256afe5', 'status': 'completed', 'code': 200} Jan 17 18:31:37.073516 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2165becc-925d-4ee1-8041-386abfb953bb req-2e3dcd18-d8aa-480a-bbc6-24d54e4fce4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167948'] for port (d6806e78-edb1-4a9d-84cf-15db4b1e9d4b), after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:37.113092 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165becc-925d-4ee1-8041-386abfb953bb req-2e3dcd18-d8aa-480a-bbc6-24d54e4fce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:37.113720 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2165becc-925d-4ee1-8041-386abfb953bb req-2e3dcd18-d8aa-480a-bbc6-24d54e4fce4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:37.115124 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2165becc-925d-4ee1-8041-386abfb953bb req-2e3dcd18-d8aa-480a-bbc6-24d54e4fce4a service neutron] 10.222.0.31 "PUT /v2.0/ports/d6806e78-edb1-4a9d-84cf-15db4b1e9d4b HTTP/1.1" status: 200 len: 1093 time: 0.7787843 Jan 17 18:31:37.115764 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3da79b5-cdaa-4895-a54a-dea883ff36b8', 'tag': 'd6806e78-edb1-4a9d-84cf-15db4b1e9d4b'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:31:37.117907 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6acf6e2448acaa9df75d0cfb4ee4f42f1c652325a2342385b5920e3fd6e7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc52310-13c6-4ca9-978c-60e51952fb0f" -d '{"events": [{"name": "network-changed", "server_uuid": "d3da79b5-cdaa-4895-a54a-dea883ff36b8", "tag": "d6806e78-edb1-4a9d-84cf-15db4b1e9d4b"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:31:37.135423 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773bccf-2271-4dcf-908a-8430df5a021d req-687c6c3d-93b9-4d32-b26d-acda52fec988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:37.138025 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-5773bccf-2271-4dcf-908a-8430df5a021d req-687c6c3d-93b9-4d32-b26d-acda52fec988 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=47f894454e2d44ff96f0d143a1b012cc&device_id=43ffca97-3ea5-459c-b910-918913b2cd2e HTTP/1.1" status: 200 len: 1096 time: 0.0909455 Jan 17 18:31:37.146974 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3dcd18-d8aa-480a-bbc6-24d54e4fce4a service neutron] Pushing event updated for resources: {'Port': ['ID=d6806e78-edb1-4a9d-84cf-15db4b1e9d4b,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:37.184438 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 18:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e963353-5934-4dbe-bea5-bd9eca157876 x-openstack-request-id: req-1e963353-5934-4dbe-bea5-bd9eca157876 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:31:37.184729 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3da79b5-cdaa-4895-a54a-dea883ff36b8", "tag": "d6806e78-edb1-4a9d-84cf-15db4b1e9d4b", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:31:37.185121 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1e963353-5934-4dbe-bea5-bd9eca157876 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:31:37.185587 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3da79b5-cdaa-4895-a54a-dea883ff36b8', 'tag': 'd6806e78-edb1-4a9d-84cf-15db4b1e9d4b', 'status': 'completed', 'code': 200} Jan 17 18:31:37.197715 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-5773bccf-2271-4dcf-908a-8430df5a021d req-2f857e23-3093-494a-8f87-78cbbea32b55 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f0904cc-ae36-493f-81b1-bc85a256afe5 HTTP/1.1" status: 200 len: 217 time: 0.0431323 Jan 17 18:31:37.228573 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165becc-925d-4ee1-8041-386abfb953bb req-f67bce1a-30cb-40af-8400-a6f734fee9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:37.230087 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2165becc-925d-4ee1-8041-386abfb953bb req-f67bce1a-30cb-40af-8400-a6f734fee9a5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5262d740746c4265993cce733a67438a&device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 1096 time: 0.0545895 Jan 17 18:31:37.253971 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773bccf-2271-4dcf-908a-8430df5a021d req-c5e455ea-166f-4d51-813f-f71f7ef4e01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:37.255406 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-5773bccf-2271-4dcf-908a-8430df5a021d req-c5e455ea-166f-4d51-813f-f71f7ef4e01d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=14669282-5aa1-49a1-8531-88e125fb3ea3 HTTP/1.1" status: 200 len: 853 time: 0.0456281 Jan 17 18:31:37.291930 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-5773bccf-2271-4dcf-908a-8430df5a021d req-d7f3a27b-4f09-46ab-81bf-e7310d759e9a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=053cf98e-7a79-421e-9990-12335b97235f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292273 Jan 17 18:31:37.292710 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2165becc-925d-4ee1-8041-386abfb953bb req-c345d6c8-1619-4a62-b6ed-c3bdc7041276 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6806e78-edb1-4a9d-84cf-15db4b1e9d4b HTTP/1.1" status: 200 len: 217 time: 0.0431576 Jan 17 18:31:37.377062 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165becc-925d-4ee1-8041-386abfb953bb req-effd7021-6178-4798-8b66-48579ba5ac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:37.378903 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2165becc-925d-4ee1-8041-386abfb953bb req-effd7021-6178-4798-8b66-48579ba5ac0e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=985b67e5-f935-4baf-bc4b-3331cffe658a HTTP/1.1" status: 200 len: 848 time: 0.0621984 Jan 17 18:31:37.446656 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:31:37.446656 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:31:37.446656 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:31:37.446656 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:31:37.446656 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:31:37.446656 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:31:37.446656 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:31:37.446656 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:31:37.446656 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:31:37.446656 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:31:37.446656 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:31:37.446656 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:31:37.446656 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:31:37.446656 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:31:37.446656 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:31:37.446656 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:31:37.446656 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:31:37.446656 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:31:37.446656 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:31:37.446656 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:31:37.446656 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:31:37.446656 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:31:37.446656 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:31:37.446656 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:31:37.446656 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:31:37.446656 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:31:37.446656 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:31:37.446656 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:31:37.446656 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:31:37.446656 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:31:37.446656 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:31:37.446656 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:31:37.446656 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:31:37.446656 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:31:37.446656 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:31:37.446656 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:31:37.448753 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:31:37.448753 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:31:37.448753 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:31:37.448753 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:31:37.448753 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:31:37.448753 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:31:37.448753 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:31:37.448753 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:31:37.448753 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:31:37.448753 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:31:37.448753 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:31:37.448753 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:31:37.448753 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91242102-e682-4897-b69a-a579c3323cdd req-8ed1cfe2-0cae-411d-a396-87763edeb3a0 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:37.450187 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-91242102-e682-4897-b69a-a579c3323cdd req-8ed1cfe2-0cae-411d-a396-87763edeb3a0 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=43ffca97-3ea5-459c-b910-918913b2cd2e HTTP/1.1" status: 200 len: 943 time: 0.0682576 Jan 17 18:31:37.450564 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165becc-925d-4ee1-8041-386abfb953bb req-1ffc424c-e958-4dd5-9bfe-ebe6a82c4e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:37.453732 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2165becc-925d-4ee1-8041-386abfb953bb req-1ffc424c-e958-4dd5-9bfe-ebe6a82c4e5f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1f7f3e80-1c90-454b-9448-14d5ab17dae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0633326 Jan 17 18:31:37.462289 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888d705-8f09-4fb9-b732-510b798ae38b req-8458dc63-d9b3-4761-bc12-d2b165354e40 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:37.463575 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-3888d705-8f09-4fb9-b732-510b798ae38b req-8458dc63-d9b3-4761-bc12-d2b165354e40 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0837736 Jan 17 18:31:37.482194 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-5773bccf-2271-4dcf-908a-8430df5a021d req-1d395e3e-f5f4-4e8c-96f5-48712292b46f service neutron] 10.222.0.31 "GET /v2.0/networks/053cf98e-7a79-421e-9990-12335b97235f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710825 Jan 17 18:31:37.568274 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-3888d705-8f09-4fb9-b732-510b798ae38b req-e01a885e-9873-4dce-9ef2-0a136fa7e2e1 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958395 Jan 17 18:31:37.591827 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2165becc-925d-4ee1-8041-386abfb953bb req-44f0bffb-ba0b-4b64-ae83-0fc6481c6f02 service neutron] 10.222.0.31 "GET /v2.0/networks/1f7f3e80-1c90-454b-9448-14d5ab17dae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199996 Jan 17 18:31:37.720907 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2165becc-925d-4ee1-8041-386abfb953bb req-3c7922ba-26da-4691-ac4c-50ae57f159f4 service neutron] 10.222.0.31 "GET /v2.0/networks/1f7f3e80-1c90-454b-9448-14d5ab17dae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254432 Jan 17 18:31:37.789190 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-91242102-e682-4897-b69a-a579c3323cdd req-f4fa13da-5484-4122-bce8-609ec5c24f72 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45011a8-8df0-495a-8097-8cdd3424dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323872 Jan 17 18:31:37.828269 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-5773bccf-2271-4dcf-908a-8430df5a021d req-398606b5-e5ea-4654-a2fc-4a28c506e2b7 service neutron] 10.222.0.31 "GET /v2.0/networks/053cf98e-7a79-421e-9990-12335b97235f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351545 Jan 17 18:31:37.841080 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc52310-13c6-4ca9-978c-60e51952fb0f req-ab175817-7ea1-42b2-b477-055b8e2aa66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:37.843221 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-9bc52310-13c6-4ca9-978c-60e51952fb0f req-ab175817-7ea1-42b2-b477-055b8e2aa66e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5262d740746c4265993cce733a67438a&device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 1096 time: 0.0581036 Jan 17 18:31:37.900120 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 56110) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:31:37.925906 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e1dc9-56c9-44d1-910a-42e2eefdc4a7 req-65ab7da0-393d-43b3-b993-5795688b8bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:37.927401 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-544e1dc9-56c9-44d1-910a-42e2eefdc4a7 req-65ab7da0-393d-43b3-b993-5795688b8bee service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=47f894454e2d44ff96f0d143a1b012cc&device_id=43ffca97-3ea5-459c-b910-918913b2cd2e HTTP/1.1" status: 200 len: 1096 time: 0.0437858 Jan 17 18:31:37.962920 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc52310-13c6-4ca9-978c-60e51952fb0f req-f7664d4c-070c-4530-8455-9ca8490332d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:37.964260 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-9bc52310-13c6-4ca9-978c-60e51952fb0f req-f7664d4c-070c-4530-8455-9ca8490332d0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1f7f3e80-1c90-454b-9448-14d5ab17dae0 HTTP/1.1" status: 200 len: 910 time: 0.1143281 Jan 17 18:31:38.011428 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-9bc52310-13c6-4ca9-978c-60e51952fb0f req-f7f3a33f-9475-47a1-a8fd-e3637db2701c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6806e78-edb1-4a9d-84cf-15db4b1e9d4b HTTP/1.1" status: 200 len: 217 time: 0.0382679 Jan 17 18:31:38.035695 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-37dc4739-5393-4ef6-8bd0-33d52bcf8a25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:38.043283 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e1dc9-56c9-44d1-910a-42e2eefdc4a7 req-619e90e7-4afa-48d5-b491-9e1bab5bd59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:38.044749 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-544e1dc9-56c9-44d1-910a-42e2eefdc4a7 req-619e90e7-4afa-48d5-b491-9e1bab5bd59c service neutron] 10.222.0.31 "GET /v2.0/networks?id=053cf98e-7a79-421e-9990-12335b97235f HTTP/1.1" status: 200 len: 914 time: 0.1094925 Jan 17 18:31:38.099114 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-544e1dc9-56c9-44d1-910a-42e2eefdc4a7 req-228addb3-5cf3-4421-8109-bb56c5baef48 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f0904cc-ae36-493f-81b1-bc85a256afe5 HTTP/1.1" status: 200 len: 217 time: 0.0406995 Jan 17 18:31:38.124809 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc52310-13c6-4ca9-978c-60e51952fb0f req-e109b325-e2dd-407f-94f9-3995633b76bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:38.126273 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-9bc52310-13c6-4ca9-978c-60e51952fb0f req-e109b325-e2dd-407f-94f9-3995633b76bf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=985b67e5-f935-4baf-bc4b-3331cffe658a HTTP/1.1" status: 200 len: 848 time: 0.1067662 Jan 17 18:31:38.164020 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28859323-16f4-458f-bda5-54f4ed68a323 req-3ddf434d-4679-4277-b8fc-34b704d582ff tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:38.164358 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efe9b1-731f-4065-a084-e358f007a0ab req-d59b859f-1030-4d65-9de6-43986a4d2432 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:38.165475 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-28859323-16f4-458f-bda5-54f4ed68a323 req-3ddf434d-4679-4277-b8fc-34b704d582ff tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.1324921 Jan 17 18:31:38.167179 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b8efe9b1-731f-4065-a084-e358f007a0ab req-d59b859f-1030-4d65-9de6-43986a4d2432 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 943 time: 0.1384676 Jan 17 18:31:38.237516 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e1dc9-56c9-44d1-910a-42e2eefdc4a7 req-19b733d1-61bb-4d11-a6fd-ca36bc02e488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:38.237516 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-544e1dc9-56c9-44d1-910a-42e2eefdc4a7 req-19b733d1-61bb-4d11-a6fd-ca36bc02e488 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=14669282-5aa1-49a1-8531-88e125fb3ea3 HTTP/1.1" status: 200 len: 853 time: 0.1250989 Jan 17 18:31:38.253613 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc52310-13c6-4ca9-978c-60e51952fb0f req-6823caf2-cac9-4fe6-bec7-642a66c45737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:38.255096 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-9bc52310-13c6-4ca9-978c-60e51952fb0f req-6823caf2-cac9-4fe6-bec7-642a66c45737 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1f7f3e80-1c90-454b-9448-14d5ab17dae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1116693 Jan 17 18:31:38.262042 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-28859323-16f4-458f-bda5-54f4ed68a323 req-a4ec2fc9-fe09-42e3-b338-56d5ef2ca9ee tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802002 Jan 17 18:31:38.276345 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b8efe9b1-731f-4065-a084-e358f007a0ab req-8ca4edc2-3d5d-4b87-9474-79bdaac27b98 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0971379 Jan 17 18:31:38.279271 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-37dc4739-5393-4ef6-8bd0-33d52bcf8a25 admin admin] Publish callbacks [] for security_group (702fd3e2-6ac6-4a27-9e3a-f9fd8ea1c456), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:38.293097 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-37dc4739-5393-4ef6-8bd0-33d52bcf8a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (702fd3e2-6ac6-4a27-9e3a-f9fd8ea1c456), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:38.308950 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-544e1dc9-56c9-44d1-910a-42e2eefdc4a7 req-f8fcdfba-7d8d-45d6-bb44-68cb23b65ac4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=053cf98e-7a79-421e-9990-12335b97235f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580950 Jan 17 18:31:38.368049 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-37dc4739-5393-4ef6-8bd0-33d52bcf8a25 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=82e08f0a6b5e4413ab85bf6bcea7a8d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4669003 Jan 17 18:31:38.370721 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc4739-5393-4ef6-8bd0-33d52bcf8a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702fd3e2-6ac6-4a27-9e3a-f9fd8ea1c456,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:38.373120 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 56120) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:31:38.377973 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device ec772cd4-09c1-4323-a731-f99b10219d43 details requested by agent hyperv_hv-cinder-82499 with host hv-cinder-82499 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 18:31:38.417682 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-544e1dc9-56c9-44d1-910a-42e2eefdc4a7 req-535c57c0-c9a8-4629-b7bd-c51551a38a3b service neutron] 10.222.0.31 "GET /v2.0/networks/053cf98e-7a79-421e-9990-12335b97235f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921831 Jan 17 18:31:38.418717 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-9bc52310-13c6-4ca9-978c-60e51952fb0f req-5b347a5c-2403-4f77-a13f-5329378b9c5f service neutron] 10.222.0.31 "GET /v2.0/networks/1f7f3e80-1c90-454b-9448-14d5ab17dae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514022 Jan 17 18:31:38.487325 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3f8c2626-2d23-492e-b5b0-2217a25afea5 admin admin] Publish callbacks [] for security_group (702fd3e2-6ac6-4a27-9e3a-f9fd8ea1c456), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:38.496939 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port ec772cd4-09c1-4323-a731-f99b10219d43, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=ec772cd4-09c1-4323-a731-f99b10219d43,segment=NetworkSegment(2c78bc40-75f9-41e4-87c6-931db814d21f),segment_id=2c78bc40-75f9-41e4-87c6-931db814d21f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:31:38.509425 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Returning: {'device': 'ec772cd4-09c1-4323-a731-f99b10219d43', 'network_id': '2212e019-d500-4b0c-9632-00978d519e48', 'port_id': 'ec772cd4-09c1-4323-a731-f99b10219d43', 'mac_address': 'fa:16:3e:0f:b7:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea9967e-4370-4564-98d1-90d5a9404775', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 18:31:38.517655 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3f8c2626-2d23-492e-b5b0-2217a25afea5 admin admin] Publish callbacks [] for security_group (702fd3e2-6ac6-4a27-9e3a-f9fd8ea1c456), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:38.546627 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-544e1dc9-56c9-44d1-910a-42e2eefdc4a7 req-7678d206-a5f1-43ec-8393-bfe23a126aac service neutron] 10.222.0.31 "GET /v2.0/networks/053cf98e-7a79-421e-9990-12335b97235f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151276 Jan 17 18:31:38.552086 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port ec772cd4-09c1-4323-a731-f99b10219d43 is: ACTIVE; New status is: BUILD {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:31:38.552408 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (ec772cd4-09c1-4323-a731-f99b10219d43), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:38.565744 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec772cd4-09c1-4323-a731-f99b10219d43 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:31:38.569856 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-9bc52310-13c6-4ca9-978c-60e51952fb0f req-fcb95cfd-0869-4808-aec9-f9da1f472793 service neutron] 10.222.0.31 "GET /v2.0/networks/1f7f3e80-1c90-454b-9448-14d5ab17dae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374545 Jan 17 18:31:38.587630 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port ec772cd4-09c1-4323-a731-f99b10219d43, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=ec772cd4-09c1-4323-a731-f99b10219d43,segment=NetworkSegment(2c78bc40-75f9-41e4-87c6-931db814d21f),segment_id=2c78bc40-75f9-41e4-87c6-931db814d21f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:31:38.592091 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (ec772cd4-09c1-4323-a731-f99b10219d43), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:38.594090 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3f8c2626-2d23-492e-b5b0-2217a25afea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (702fd3e2-6ac6-4a27-9e3a-f9fd8ea1c456), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:38.597152 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3f8c2626-2d23-492e-b5b0-2217a25afea5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:38.600784 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-3f8c2626-2d23-492e-b5b0-2217a25afea5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/702fd3e2-6ac6-4a27-9e3a-f9fd8ea1c456 HTTP/1.1" status: 204 len: 168 time: 0.2189775 Jan 17 18:31:38.617712 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c2626-2d23-492e-b5b0-2217a25afea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702fd3e2-6ac6-4a27-9e3a-f9fd8ea1c456,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:38.659310 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=ec772cd4-09c1-4323-a731-f99b10219d43,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:38.706428 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab4b71-abad-48c7-b77d-b32cdf854b37 req-3654c8bf-1f68-484b-9929-ff96ab70b7a4 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:38.707977 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-eeab4b71-abad-48c7-b77d-b32cdf854b37 req-3654c8bf-1f68-484b-9929-ff96ab70b7a4 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0636954 Jan 17 18:31:38.765762 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-eeab4b71-abad-48c7-b77d-b32cdf854b37 req-325018bf-aac6-4473-ad98-14154401ed84 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509696 Jan 17 18:31:38.868729 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['ec772cd4-09c1-4323-a731-f99b10219d43'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:31:38.921856 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93b4e4-a4c2-483e-9d0c-d3f036c72c98 req-1b6c70d7-5207-44f3-b384-546aba8a3675 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:38.923366 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ce93b4e4-a4c2-483e-9d0c-d3f036c72c98 req-1b6c70d7-5207-44f3-b384-546aba8a3675 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=43ffca97-3ea5-459c-b910-918913b2cd2e HTTP/1.1" status: 200 len: 943 time: 0.0548368 Jan 17 18:31:38.971437 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ce93b4e4-a4c2-483e-9d0c-d3f036c72c98 req-0815bde8-0189-49aa-91f8-c3b90ffa692e tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45011a8-8df0-495a-8097-8cdd3424dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426791 Jan 17 18:31:39.313508 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 56152) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:31:39.407914 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac121f9c-ecad-42ce-a446-fa6651d2db05 req-79b6c0f1-e893-4dbe-9bdb-887b00375e67 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:39.412432 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ac121f9c-ecad-42ce-a446-fa6651d2db05 req-79b6c0f1-e893-4dbe-9bdb-887b00375e67 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 943 time: 0.0569623 Jan 17 18:31:39.417624 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe06a5-f079-48ce-a9ed-4b0452067122 req-027f314b-2b35-4f1d-bb49-672ad0d02446 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:39.419109 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-34fe06a5-f079-48ce-a9ed-4b0452067122 req-027f314b-2b35-4f1d-bb49-672ad0d02446 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 945 time: 0.0514169 Jan 17 18:31:39.433416 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-a4b4ce99-9127-4f1a-965a-301fe47c75eb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1958349579-network', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:31:39.471685 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-34fe06a5-f079-48ce-a9ed-4b0452067122 req-4c0134ce-2d3e-4063-a3c0-9def567f9b80 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466044 Jan 17 18:31:39.477803 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ac121f9c-ecad-42ce-a446-fa6651d2db05 req-89e34512-dd18-45dc-bcec-1685320ab861 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0624413 Jan 17 18:31:39.482375 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b4ce99-9127-4f1a-965a-301fe47c75eb admin admin] Made reservation on behalf of 7ebb9dad35744d75b104be8c72af35ec for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:31:39.484807 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a4b4ce99-9127-4f1a-965a-301fe47c75eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for network (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:39.501954 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a4b4ce99-9127-4f1a-965a-301fe47c75eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:39.575729 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a4b4ce99-9127-4f1a-965a-301fe47c75eb admin admin] Publish callbacks [] for security_group (aaee755d-9983-48ee-95aa-cc3b40315df0), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:39.580387 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a4b4ce99-9127-4f1a-965a-301fe47c75eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (aaee755d-9983-48ee-95aa-cc3b40315df0), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:39.604868 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b4ce99-9127-4f1a-965a-301fe47c75eb admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 18:31:39.613737 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4ce99-9127-4f1a-965a-301fe47c75eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaee755d-9983-48ee-95aa-cc3b40315df0,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:39.621212 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a4b4ce99-9127-4f1a-965a-301fe47c75eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749'] for segment (fa3ece1b-5d86-44f9-89b6-42ddd45f5966), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:39.621212 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.db.segments_db [None req-a4b4ce99-9127-4f1a-965a-301fe47c75eb admin admin] Added segment fa3ece1b-5d86-44f9-89b6-42ddd45f5966 of type vlan for network 6dfbb2a7-5276-4203-a32e-db5c6045b523 Jan 17 18:31:39.661880 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a4b4ce99-9127-4f1a-965a-301fe47c75eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736373697190'] for network (6dfbb2a7-5276-4203-a32e-db5c6045b523), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:39.687105 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a4b4ce99-9127-4f1a-965a-301fe47c75eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506'] for network (6dfbb2a7-5276-4203-a32e-db5c6045b523), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:39.688235 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b4ce99-9127-4f1a-965a-301fe47c75eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:39.688817 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a4b4ce99-9127-4f1a-965a-301fe47c75eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for network (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:39.743952 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-a4b4ce99-9127-4f1a-965a-301fe47c75eb admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4293458 Jan 17 18:31:39.747173 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 56158) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:31:39.751731 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4ce99-9127-4f1a-965a-301fe47c75eb admin admin] Pushing event updated for resources: {'Network': ['ID=6dfbb2a7-5276-4203-a32e-db5c6045b523,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:39.752764 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-a63f29c9-edce-49fe-ae58-1e7a53aa5a38 admin admin] Request body: {'subnet': {'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1958349579-subnet', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:31:39.762131 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Network 6dfbb2a7-5276-4203-a32e-db5c6045b523 details requested by agent ovs-agent-dv-cinder-824995-1-iscsi with host dv-cinder-824995-1-iscsi {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 18:31:39.776606 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63f29c9-edce-49fe-ae58-1e7a53aa5a38 admin admin] Made reservation on behalf of 7ebb9dad35744d75b104be8c72af35ec for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:31:39.779074 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a63f29c9-edce-49fe-ae58-1e7a53aa5a38 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:39.931281 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708e48a-6750-44f0-a8b5-abd72508f53f req-0f1097f1-d4ff-4f09-8db6-a8af6973131b tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:39.932895 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1708e48a-6750-44f0-a8b5-abd72508f53f req-0f1097f1-d4ff-4f09-8db6-a8af6973131b tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0912561 Jan 17 18:31:40.016438 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a63f29c9-edce-49fe-ae58-1e7a53aa5a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506'] for subnet (192fe8fe-1f58-4fba-8ff5-7646c544378e), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:40.024205 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1708e48a-6750-44f0-a8b5-abd72508f53f req-e97ee179-4da1-42b1-b458-6a554b9fa717 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844791 Jan 17 18:31:40.084568 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f29c9-edce-49fe-ae58-1e7a53aa5a38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=192fe8fe-1f58-4fba-8ff5-7646c544378e,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:40.087947 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63f29c9-edce-49fe-ae58-1e7a53aa5a38 admin admin] Checking segment: {'id': 'fa3ece1b-5d86-44f9-89b6-42ddd45f5966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:31:40.088460 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63f29c9-edce-49fe-ae58-1e7a53aa5a38 admin admin] Network hostable DHCP agents. Network: 6dfbb2a7-5276-4203-a32e-db5c6045b523, hostable agents: ['94683317-8c70-4890-b431-46000499a1c4'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 18:31:40.110493 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63f29c9-edce-49fe-ae58-1e7a53aa5a38 admin admin] Network 6dfbb2a7-5276-4203-a32e-db5c6045b523 is scheduled to be hosted by DHCP agent 94683317-8c70-4890-b431-46000499a1c4 with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 18:31:40.127141 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-a63f29c9-edce-49fe-ae58-1e7a53aa5a38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824995-1-iscsi, 6dfbb2a7-5276-4203-a32e-db5c6045b523) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:31:40.132191 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63f29c9-edce-49fe-ae58-1e7a53aa5a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:40.132974 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a63f29c9-edce-49fe-ae58-1e7a53aa5a38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:40.137598 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e5873-1ccc-46cb-88dc-d0e0e813e4c6 req-0ce388d6-63a4-44d0-be85-9fbf6e25c8a6 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:40.139589 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b23d977-a4d0-4aaa-9d90-979ea7a39635 None None] Network 6dfbb2a7-5276-4203-a32e-db5c6045b523 requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:31:40.145995 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-d08e5873-1ccc-46cb-88dc-d0e0e813e4c6 req-0ce388d6-63a4-44d0-be85-9fbf6e25c8a6 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=43ffca97-3ea5-459c-b910-918913b2cd2e HTTP/1.1" status: 200 len: 943 time: 0.0733263 Jan 17 18:31:40.156099 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-a63f29c9-edce-49fe-ae58-1e7a53aa5a38 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4050763 Jan 17 18:31:40.156349 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 56176) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:31:40.164110 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-4fe66d24-326c-48c5-9ffd-79cc5acfcae0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1958349579-router', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:31:40.203359 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4fe66d24-326c-48c5-9ffd-79cc5acfcae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31965'] for router (154642fa-a383-4a2b-8f76-3f282d5de3c8), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:40.206762 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4fe66d24-326c-48c5-9ffd-79cc5acfcae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-658330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31974'] for router (154642fa-a383-4a2b-8f76-3f282d5de3c8), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:40.222549 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-d08e5873-1ccc-46cb-88dc-d0e0e813e4c6 req-297b847c-c99c-4711-ae1b-aec6f0c8cada tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45011a8-8df0-495a-8097-8cdd3424dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748835 Jan 17 18:31:40.269958 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423896ea-482d-43fc-aabb-c700901b0de3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95e1d24f-6bb3-50e3-943a-1efa89be4733-6dfbb2a7-5276-4203-a32e-db5c6045b523', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'fixed_ips': [{'subnet_id': '192fe8fe-1f58-4fba-8ff5-7646c544378e'}]}} from dv-cinder-824995-1-iscsi. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 18:31:40.271076 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-423896ea-482d-43fc-aabb-c700901b0de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:40.277586 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4fe66d24-326c-48c5-9ffd-79cc5acfcae0 admin admin] Publish callbacks [] for router_controller (154642fa-a383-4a2b-8f76-3f282d5de3c8), precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:40.388393 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 3f0904cc-ae36-493f-81b1-bc85a256afe5 details requested by agent hyperv_hv-cinder-82499 with host hv-cinder-82499 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 18:31:40.391463 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device ec772cd4-09c1-4323-a731-f99b10219d43 up at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:31:40.481618 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4fe66d24-326c-48c5-9ffd-79cc5acfcae0 admin admin] Publish callbacks [] for router_gateway (154642fa-a383-4a2b-8f76-3f282d5de3c8), precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:40.506466 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning complete for port ec772cd4-09c1-4323-a731-f99b10219d43 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:31:40.506845 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (ec772cd4-09c1-4323-a731-f99b10219d43), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:40.584173 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-423896ea-482d-43fc-aabb-c700901b0de3 None None] Allocated IP 172.20.0.2 (6dfbb2a7-5276-4203-a32e-db5c6045b523/192fe8fe-1f58-4fba-8ff5-7646c544378e/2df929c1-b64a-4ec3-9de3-1c710e754a9e) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:31:40.674604 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aea9c4-1056-4e40-9319-64ff8143fab0 req-56735250-58b1-425d-a45d-054360a9a377 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:40.676328 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-a5aea9c4-1056-4e40-9319-64ff8143fab0 req-56735250-58b1-425d-a45d-054360a9a377 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 945 time: 0.0608432 Jan 17 18:31:40.704553 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1bcae-f6bf-4b13-b1d3-5cff81b3b466 req-ef4fdc52-ba4c-4208-9649-41e305b84dcf tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:40.706094 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c0e1bcae-f6bf-4b13-b1d3-5cff81b3b466 req-ef4fdc52-ba4c-4208-9649-41e305b84dcf tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 943 time: 0.1237295 Jan 17 18:31:40.739465 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-a5aea9c4-1056-4e40-9319-64ff8143fab0 req-620a84da-47ef-486f-ada7-455785dfbe4e tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564795 Jan 17 18:31:40.796351 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 3f0904cc-ae36-493f-81b1-bc85a256afe5, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=3f0904cc-ae36-493f-81b1-bc85a256afe5,segment=NetworkSegment(b0462b14-021a-450c-9e0f-647b2d940446),segment_id=b0462b14-021a-450c-9e0f-647b2d940446)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:31:40.823742 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c0e1bcae-f6bf-4b13-b1d3-5cff81b3b466 req-d660baa0-fb72-4a8b-baf9-e5ccd97c309c tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0925002 Jan 17 18:31:40.833314 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4fe66d24-326c-48c5-9ffd-79cc5acfcae0 admin admin] Publish callbacks [] for router_gateway (154642fa-a383-4a2b-8f76-3f282d5de3c8), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:40.874485 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4fe66d24-326c-48c5-9ffd-79cc5acfcae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:40.882494 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Returning: {'device': '3f0904cc-ae36-493f-81b1-bc85a256afe5', 'network_id': '053cf98e-7a79-421e-9990-12335b97235f', 'port_id': '3f0904cc-ae36-493f-81b1-bc85a256afe5', 'mac_address': 'fa:16:3e:b8:9d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14669282-5aa1-49a1-8531-88e125fb3ea3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 18:31:40.930099 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-423896ea-482d-43fc-aabb-c700901b0de3 None None] Publish callbacks [] for port (2df929c1-b64a-4ec3-9de3-1c710e754a9e), precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:40.950775 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-423896ea-482d-43fc-aabb-c700901b0de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924'] for port (2df929c1-b64a-4ec3-9de3-1c710e754a9e), after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:40.993627 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-4fe66d24-326c-48c5-9ffd-79cc5acfcae0 admin admin] Allocated IP 172.27.3.125 (9ec40da0-3fb2-40ad-97b9-056b5e7103fe/10c42aa5-d9d6-40a2-95c7-0d399aece660/7a321c3b-c013-49c4-947e-776b7d5a2d8d) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:31:41.003705 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port ec772cd4-09c1-4323-a731-f99b10219d43 is: BUILD; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:31:41.004358 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (ec772cd4-09c1-4323-a731-f99b10219d43), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:41.007950 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port 3f0904cc-ae36-493f-81b1-bc85a256afe5 is: DOWN; New status is: BUILD {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:31:41.009033 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (3f0904cc-ae36-493f-81b1-bc85a256afe5), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:41.023999 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423896ea-482d-43fc-aabb-c700901b0de3 None None] Pushing event updated for resources: {'Port': ['ID=2df929c1-b64a-4ec3-9de3-1c710e754a9e,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:41.048084 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423896ea-482d-43fc-aabb-c700901b0de3 None None] Network 6dfbb2a7-5276-4203-a32e-db5c6045b523 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:31:41.057467 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-423896ea-482d-43fc-aabb-c700901b0de3 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:31:41.062494 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f0904cc-ae36-493f-81b1-bc85a256afe5 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:31:41.066516 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423896ea-482d-43fc-aabb-c700901b0de3 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:31:41.073335 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec772cd4-09c1-4323-a731-f99b10219d43'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:31:41.075905 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e36e39c9c94bd67d9c0bfa4cbed5ada700490a47b49253aa7a2931ae849a628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be76bd9e-e3a1-4173-a2dc-523b9f5ffc42" -d '{"events": [{"server_uuid": "9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e", "name": "network-vif-plugged", "status": "completed", "tag": "ec772cd4-09c1-4323-a731-f99b10219d43"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:31:41.099257 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port ec772cd4-09c1-4323-a731-f99b10219d43, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=ec772cd4-09c1-4323-a731-f99b10219d43,segment=NetworkSegment(2c78bc40-75f9-41e4-87c6-931db814d21f),segment_id=2c78bc40-75f9-41e4-87c6-931db814d21f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:31:41.109929 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (ec772cd4-09c1-4323-a731-f99b10219d43), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:41.126373 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 3f0904cc-ae36-493f-81b1-bc85a256afe5, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=3f0904cc-ae36-493f-81b1-bc85a256afe5,segment=NetworkSegment(b0462b14-021a-450c-9e0f-647b2d940446),segment_id=b0462b14-021a-450c-9e0f-647b2d940446)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:31:41.155093 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61e21ba-a348-4b3e-86cc-891ff5a769d8 x-openstack-request-id: req-f61e21ba-a348-4b3e-86cc-891ff5a769d8 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:31:41.155435 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e", "name": "network-vif-plugged", "status": "completed", "tag": "ec772cd4-09c1-4323-a731-f99b10219d43", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:31:41.155712 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f61e21ba-a348-4b3e-86cc-891ff5a769d8 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:31:41.156057 dv-cinder-824995-1-iscsi neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec772cd4-09c1-4323-a731-f99b10219d43', 'code': 200} Jan 17 18:31:41.170606 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4fe66d24-326c-48c5-9ffd-79cc5acfcae0 admin admin] Publish callbacks [] for port (7a321c3b-c013-49c4-947e-776b7d5a2d8d), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:41.172933 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (3f0904cc-ae36-493f-81b1-bc85a256afe5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:41.205036 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-423896ea-482d-43fc-aabb-c700901b0de3 None None] Attempting to bind port 2df929c1-b64a-4ec3-9de3-1c710e754a9e on host dv-cinder-824995-1-iscsi for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:31:41.205475 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-423896ea-482d-43fc-aabb-c700901b0de3 None None] Attempting to bind port 2df929c1-b64a-4ec3-9de3-1c710e754a9e by drivers openvswitch,hyperv on host dv-cinder-824995-1-iscsi at level 0 using segments [{'id': 'fa3ece1b-5d86-44f9-89b6-42ddd45f5966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:31:41.205762 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423896ea-482d-43fc-aabb-c700901b0de3 None None] Attempting to bind port 2df929c1-b64a-4ec3-9de3-1c710e754a9e on network 6dfbb2a7-5276-4203-a32e-db5c6045b523 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:31:41.221695 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423896ea-482d-43fc-aabb-c700901b0de3 None None] Checking agent: {'id': 'df58d820-fcc5-4fb7-897c-d0f1a16030b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 21, 27), 'started_at': datetime.datetime(2022, 1, 17, 18, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:31:41.222159 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423896ea-482d-43fc-aabb-c700901b0de3 None None] Checking segment: {'id': 'fa3ece1b-5d86-44f9-89b6-42ddd45f5966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:31:41.222489 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-423896ea-482d-43fc-aabb-c700901b0de3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:41.223188 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423896ea-482d-43fc-aabb-c700901b0de3 None None] Bound using segment: {'id': 'fa3ece1b-5d86-44f9-89b6-42ddd45f5966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:31:41.223391 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-423896ea-482d-43fc-aabb-c700901b0de3 None None] Bound port: 2df929c1-b64a-4ec3-9de3-1c710e754a9e, host: dv-cinder-824995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3ece1b-5d86-44f9-89b6-42ddd45f5966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:31:41.223943 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-423896ea-482d-43fc-aabb-c700901b0de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (2df929c1-b64a-4ec3-9de3-1c710e754a9e), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:41.227094 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=ec772cd4-09c1-4323-a731-f99b10219d43,revision_number=7']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:41.230368 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4fe66d24-326c-48c5-9ffd-79cc5acfcae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924'] for port (7a321c3b-c013-49c4-947e-776b7d5a2d8d), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:41.289148 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe66d24-326c-48c5-9ffd-79cc5acfcae0 admin admin] Network 9ec40da0-3fb2-40ad-97b9-056b5e7103fe is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:31:41.292335 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-4fe66d24-326c-48c5-9ffd-79cc5acfcae0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:31:41.302551 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe66d24-326c-48c5-9ffd-79cc5acfcae0 admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:31:41.337049 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=3f0904cc-ae36-493f-81b1-bc85a256afe5,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:41.349534 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-423896ea-482d-43fc-aabb-c700901b0de3 None None] For port 2df929c1-b64a-4ec3-9de3-1c710e754a9e, host dv-cinder-824995-1-iscsi, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:31:41.353208 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-423896ea-482d-43fc-aabb-c700901b0de3 None None] For port 2df929c1-b64a-4ec3-9de3-1c710e754a9e, host dv-cinder-824995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=2df929c1-b64a-4ec3-9de3-1c710e754a9e,segment=NetworkSegment(fa3ece1b-5d86-44f9-89b6-42ddd45f5966),segment_id=fa3ece1b-5d86-44f9-89b6-42ddd45f5966)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:31:41.364021 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-423896ea-482d-43fc-aabb-c700901b0de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (2df929c1-b64a-4ec3-9de3-1c710e754a9e), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:41.449240 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423896ea-482d-43fc-aabb-c700901b0de3 None None] Pushing event updated for resources: {'Port': ['ID=2df929c1-b64a-4ec3-9de3-1c710e754a9e,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:41.457694 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe66d24-326c-48c5-9ffd-79cc5acfcae0 admin admin] Pushing event updated for resources: {'Port': ['ID=7a321c3b-c013-49c4-947e-776b7d5a2d8d,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:41.623880 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4e7b0-f074-40cc-b104-1a0061c02658 req-b3544e7b-3b7e-4015-8a80-4203cb510ee8 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:41.631698 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-78e4e7b0-f074-40cc-b104-1a0061c02658 req-b3544e7b-3b7e-4015-8a80-4203cb510ee8 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=43ffca97-3ea5-459c-b910-918913b2cd2e HTTP/1.1" status: 200 len: 944 time: 0.1894453 Jan 17 18:31:41.654025 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4fe66d24-326c-48c5-9ffd-79cc5acfcae0 admin admin] Publish callbacks [] for router_gateway (154642fa-a383-4a2b-8f76-3f282d5de3c8), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:41.739074 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde7e72-8ba4-4b0c-9071-02f88ee2a0fb req-a1140b67-71a6-4ce2-8034-f74e6ed492aa tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:41.740934 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8cde7e72-8ba4-4b0c-9071-02f88ee2a0fb req-a1140b67-71a6-4ce2-8034-f74e6ed492aa tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.1239285 Jan 17 18:31:41.833367 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-78e4e7b0-f074-40cc-b104-1a0061c02658 req-4573f9ba-5d66-4e2d-911b-ce976268b35b tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45011a8-8df0-495a-8097-8cdd3424dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005742 Jan 17 18:31:41.881109 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8cde7e72-8ba4-4b0c-9071-02f88ee2a0fb req-f46612cd-e930-4c3a-829a-c88cf84bf42a tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297164 Jan 17 18:31:41.925739 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['3f0904cc-ae36-493f-81b1-bc85a256afe5'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:31:42.056791 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af53a2c-9f87-407d-b748-5850556ef8c2 req-67a1db8c-42a0-4d14-88ce-b24c193ef553 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:42.066735 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8af53a2c-9f87-407d-b748-5850556ef8c2 req-67a1db8c-42a0-4d14-88ce-b24c193ef553 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 943 time: 0.0972006 Jan 17 18:31:42.105659 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8430733-5048-45fc-85e2-d906584afab7 req-73f53164-9784-4f1b-af75-674e4450e896 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:42.113082 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b8430733-5048-45fc-85e2-d906584afab7 req-73f53164-9784-4f1b-af75-674e4450e896 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.1053915 Jan 17 18:31:42.115844 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4fe66d24-326c-48c5-9ffd-79cc5acfcae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565588'] for router (154642fa-a383-4a2b-8f76-3f282d5de3c8), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:42.192116 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b8430733-5048-45fc-85e2-d906584afab7 req-07937166-9302-4a3c-b040-57ed6fa807d4 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779176 Jan 17 18:31:42.211816 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8af53a2c-9f87-407d-b748-5850556ef8c2 req-77fe69cc-4240-4e7d-ae49-5114cbcfe238 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1437478 Jan 17 18:31:42.392199 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe66d24-326c-48c5-9ffd-79cc5acfcae0 admin admin] Router 154642fa-a383-4a2b-8f76-3f282d5de3c8 is scheduled to L3 agent f711a738-9445-49a6-871d-c35940c1a323 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 18:31:42.563909 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe66d24-326c-48c5-9ffd-79cc5acfcae0 admin admin] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:31:42.578347 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89768e6b-bf31-469e-9a5c-4b632e57bb05 None None] Sync routers for ids ['154642fa-a383-4a2b-8f76-3f282d5de3c8'] in dv-cinder-824995-1-iscsi {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:31:42.584926 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4fe66d24-326c-48c5-9ffd-79cc5acfcae0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:42.589413 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-4fe66d24-326c-48c5-9ffd-79cc5acfcae0 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4291759 Jan 17 18:31:42.589882 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 56236) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:31:42.622498 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89768e6b-bf31-469e-9a5c-4b632e57bb05 None None] Routers {'154642fa-a383-4a2b-8f76-3f282d5de3c8'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:31:42.624133 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-89768e6b-bf31-469e-9a5c-4b632e57bb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:31:23Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['154642fa-a383-4a2b-8f76-3f282d5de3c8'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:31:42.953365 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-89768e6b-bf31-469e-9a5c-4b632e57bb05 None None] Set router 154642fa-a383-4a2b-8f76-3f282d5de3c8 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:31:42.980492 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd9cb2e-bd23-4aa6-b12d-2215a7ea1c69 None None] Network 6dfbb2a7-5276-4203-a32e-db5c6045b523 requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:31:43.159276 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-484b573f-f6d4-404b-87a3-b4a9fa7b9db5 None None] Provisioning complete for port 2df929c1-b64a-4ec3-9de3-1c710e754a9e triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:31:43.160241 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-484b573f-f6d4-404b-87a3-b4a9fa7b9db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (2df929c1-b64a-4ec3-9de3-1c710e754a9e), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:43.201946 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-89768e6b-bf31-469e-9a5c-4b632e57bb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'name': 'tempest-TestVolumeBootPattern-1958349579-router', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:41Z', 'revision_number': 3, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'gw_port': {'id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi'}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:31:43.258372 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89768e6b-bf31-469e-9a5c-4b632e57bb05 None None] Checking router: 154642fa-a383-4a2b-8f76-3f282d5de3c8 for host: dv-cinder-824995-1-iscsi {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:31:43.258988 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89768e6b-bf31-469e-9a5c-4b632e57bb05 None None] Updating router 154642fa-a383-4a2b-8f76-3f282d5de3c8 port 7a321c3b-c013-49c4-947e-776b7d5a2d8d binding host dv-cinder-824995-1-iscsi {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 18:31:43.302846 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-89768e6b-bf31-469e-9a5c-4b632e57bb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (7a321c3b-c013-49c4-947e-776b7d5a2d8d), before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:43.314109 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 2df929c1-b64a-4ec3-9de3-1c710e754a9e up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:31:43.475620 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4af36-2fa0-4774-bff0-74bfce0ba226 req-35d85413-23cb-43ff-a76b-f1f54923b8e7 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:43.487343 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-56b4af36-2fa0-4774-bff0-74bfce0ba226 req-35d85413-23cb-43ff-a76b-f1f54923b8e7 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.1202211 Jan 17 18:31:43.508084 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1faf7-c331-4229-8e0b-25acaf0ea09f req-b7913662-07cc-43bd-a2bb-bf3e7ccb9a0e tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:43.515774 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-eaa1faf7-c331-4229-8e0b-25acaf0ea09f req-b7913662-07cc-43bd-a2bb-bf3e7ccb9a0e tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=43ffca97-3ea5-459c-b910-918913b2cd2e HTTP/1.1" status: 200 len: 944 time: 0.5448575 Jan 17 18:31:43.572328 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-eaa1faf7-c331-4229-8e0b-25acaf0ea09f req-e87e1421-f296-4e2b-93b5-3a2a18e9e586 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45011a8-8df0-495a-8097-8cdd3424dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554605 Jan 17 18:31:43.612157 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-56b4af36-2fa0-4774-bff0-74bfce0ba226 req-d75faff6-a62a-48b5-a29b-0c8c3be2acd6 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215770 Jan 17 18:31:43.661785 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-484b573f-f6d4-404b-87a3-b4a9fa7b9db5 None None] Current status of the port 2df929c1-b64a-4ec3-9de3-1c710e754a9e is: DOWN; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:31:43.662200 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-484b573f-f6d4-404b-87a3-b4a9fa7b9db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (2df929c1-b64a-4ec3-9de3-1c710e754a9e), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:43.665765 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port 2df929c1-b64a-4ec3-9de3-1c710e754a9e triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:31:43.666198 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (2df929c1-b64a-4ec3-9de3-1c710e754a9e), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:43.731585 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-484b573f-f6d4-404b-87a3-b4a9fa7b9db5 None None] For port 2df929c1-b64a-4ec3-9de3-1c710e754a9e, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=2df929c1-b64a-4ec3-9de3-1c710e754a9e,segment=NetworkSegment(fa3ece1b-5d86-44f9-89b6-42ddd45f5966),segment_id=fa3ece1b-5d86-44f9-89b6-42ddd45f5966)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:31:43.742425 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-484b573f-f6d4-404b-87a3-b4a9fa7b9db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (2df929c1-b64a-4ec3-9de3-1c710e754a9e), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:43.850708 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-89768e6b-bf31-469e-9a5c-4b632e57bb05 None None] Publish callbacks [] for port (7a321c3b-c013-49c4-947e-776b7d5a2d8d), precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:43.861877 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-acc2d433-5065-4412-845f-774d3f56feb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:43.871636 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-89768e6b-bf31-469e-9a5c-4b632e57bb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (7a321c3b-c013-49c4-947e-776b7d5a2d8d), after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:43.938139 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port 2df929c1-b64a-4ec3-9de3-1c710e754a9e is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:31:43.957424 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b573f-f6d4-404b-87a3-b4a9fa7b9db5 None None] Pushing event updated for resources: {'Port': ['ID=2df929c1-b64a-4ec3-9de3-1c710e754a9e,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:43.988432 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78af996-9b3a-4262-9894-fdb0edf3d56e req-b43fe5b2-160b-43dd-bd9d-5599bc4aaf02 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:43.995704 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e0943-ce43-46d3-b5f8-0ee7f529a072 None None] Pushing event updated for resources: {'Port': ['ID=7a321c3b-c013-49c4-947e-776b7d5a2d8d,revision_number=2']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:44.000009 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-a78af996-9b3a-4262-9894-fdb0edf3d56e req-b43fe5b2-160b-43dd-bd9d-5599bc4aaf02 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 943 time: 0.2567821 Jan 17 18:31:44.002281 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-89768e6b-bf31-469e-9a5c-4b632e57bb05 None None] Attempting to bind port 7a321c3b-c013-49c4-947e-776b7d5a2d8d on host dv-cinder-824995-1-iscsi for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:31:44.003113 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-89768e6b-bf31-469e-9a5c-4b632e57bb05 None None] Attempting to bind port 7a321c3b-c013-49c4-947e-776b7d5a2d8d by drivers openvswitch,hyperv on host dv-cinder-824995-1-iscsi at level 0 using segments [{'id': '8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:31:44.004303 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89768e6b-bf31-469e-9a5c-4b632e57bb05 None None] Attempting to bind port 7a321c3b-c013-49c4-947e-776b7d5a2d8d on network 9ec40da0-3fb2-40ad-97b9-056b5e7103fe {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:31:44.011747 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e0943-ce43-46d3-b5f8-0ee7f529a072 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:44.012432 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e0943-ce43-46d3-b5f8-0ee7f529a072 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:44.013019 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e0943-ce43-46d3-b5f8-0ee7f529a072 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:44.013560 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e0943-ce43-46d3-b5f8-0ee7f529a072 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:44.015238 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e0943-ce43-46d3-b5f8-0ee7f529a072 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:44.015813 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e0943-ce43-46d3-b5f8-0ee7f529a072 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:44.016375 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e0943-ce43-46d3-b5f8-0ee7f529a072 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:44.016918 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e0943-ce43-46d3-b5f8-0ee7f529a072 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:44.017467 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e0943-ce43-46d3-b5f8-0ee7f529a072 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:44.018027 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e0943-ce43-46d3-b5f8-0ee7f529a072 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:44.018566 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e0943-ce43-46d3-b5f8-0ee7f529a072 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:44.019125 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e0943-ce43-46d3-b5f8-0ee7f529a072 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:44.019688 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786e0943-ce43-46d3-b5f8-0ee7f529a072 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:31:44.035904 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89768e6b-bf31-469e-9a5c-4b632e57bb05 None None] Checking agent: {'id': 'df58d820-fcc5-4fb7-897c-d0f1a16030b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 21, 27), 'started_at': datetime.datetime(2022, 1, 17, 18, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:31:44.036579 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89768e6b-bf31-469e-9a5c-4b632e57bb05 None None] Checking segment: {'id': '8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:31:44.037213 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-89768e6b-bf31-469e-9a5c-4b632e57bb05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:44.037822 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89768e6b-bf31-469e-9a5c-4b632e57bb05 None None] Bound using segment: {'id': '8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:31:44.038497 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-89768e6b-bf31-469e-9a5c-4b632e57bb05 None None] Bound port: 7a321c3b-c013-49c4-947e-776b7d5a2d8d, host: dv-cinder-824995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:31:44.039079 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-89768e6b-bf31-469e-9a5c-4b632e57bb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (7a321c3b-c013-49c4-947e-776b7d5a2d8d), before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:44.065010 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1223a0d4-0444-450c-ba54-4e9d903dc3ec None None] Provisioning complete for port 2df929c1-b64a-4ec3-9de3-1c710e754a9e triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:31:44.066018 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1223a0d4-0444-450c-ba54-4e9d903dc3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (2df929c1-b64a-4ec3-9de3-1c710e754a9e), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:44.124909 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-89768e6b-bf31-469e-9a5c-4b632e57bb05 None None] For port 7a321c3b-c013-49c4-947e-776b7d5a2d8d, host dv-cinder-824995-1-iscsi, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:31:44.128901 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-89768e6b-bf31-469e-9a5c-4b632e57bb05 None None] For port 7a321c3b-c013-49c4-947e-776b7d5a2d8d, host dv-cinder-824995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=7a321c3b-c013-49c4-947e-776b7d5a2d8d,segment=NetworkSegment(8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f),segment_id=8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:31:44.136293 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-a78af996-9b3a-4262-9894-fdb0edf3d56e req-71c5e842-7376-4f36-a1e0-b33c3bc93868 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1353672 Jan 17 18:31:44.142783 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-89768e6b-bf31-469e-9a5c-4b632e57bb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (7a321c3b-c013-49c4-947e-776b7d5a2d8d), after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:44.199250 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-1223a0d4-0444-450c-ba54-4e9d903dc3ec None None] Current status of the port 2df929c1-b64a-4ec3-9de3-1c710e754a9e is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:31:44.271872 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89768e6b-bf31-469e-9a5c-4b632e57bb05 None None] Routers {'154642fa-a383-4a2b-8f76-3f282d5de3c8'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:31:44.272626 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-89768e6b-bf31-469e-9a5c-4b632e57bb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:31:23Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['154642fa-a383-4a2b-8f76-3f282d5de3c8'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:31:44.274706 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e0943-ce43-46d3-b5f8-0ee7f529a072 None None] Pushing event updated for resources: {'Port': ['ID=7a321c3b-c013-49c4-947e-776b7d5a2d8d,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:44.282088 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-acc2d433-5065-4412-845f-774d3f56feb2 admin admin] Allocated IP 172.20.0.1 (6dfbb2a7-5276-4203-a32e-db5c6045b523/192fe8fe-1f58-4fba-8ff5-7646c544378e/7b1ae9a8-a67f-496e-8567-dc10f67a2306) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:31:44.411700 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 3f0904cc-ae36-493f-81b1-bc85a256afe5 up at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:31:44.430967 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-89768e6b-bf31-469e-9a5c-4b632e57bb05 None None] Set router 154642fa-a383-4a2b-8f76-3f282d5de3c8 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:31:44.450825 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-acc2d433-5065-4412-845f-774d3f56feb2 admin admin] Publish callbacks [] for port (7b1ae9a8-a67f-496e-8567-dc10f67a2306), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:44.502520 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning for port 3f0904cc-ae36-493f-81b1-bc85a256afe5 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 18:31:44.506858 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning complete for port 3f0904cc-ae36-493f-81b1-bc85a256afe5 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:31:44.507458 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (3f0904cc-ae36-493f-81b1-bc85a256afe5), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:44.508191 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-acc2d433-5065-4412-845f-774d3f56feb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (7b1ae9a8-a67f-496e-8567-dc10f67a2306), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:44.574336 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2d433-5065-4412-845f-774d3f56feb2 admin admin] Pushing event updated for resources: {'Port': ['ID=7b1ae9a8-a67f-496e-8567-dc10f67a2306,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:44.587352 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc2d433-5065-4412-845f-774d3f56feb2 admin admin] Network 6dfbb2a7-5276-4203-a32e-db5c6045b523 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:31:44.588878 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-acc2d433-5065-4412-845f-774d3f56feb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:31:44.593439 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc2d433-5065-4412-845f-774d3f56feb2 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:31:44.694509 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port 3f0904cc-ae36-493f-81b1-bc85a256afe5 is: BUILD; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:31:44.694791 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (3f0904cc-ae36-493f-81b1-bc85a256afe5), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:44.698983 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:44.705217 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-acc2d433-5065-4412-845f-774d3f56feb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567171'] for router_interface (154642fa-a383-4a2b-8f76-3f282d5de3c8), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:44.743304 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ffca97-3ea5-459c-b910-918913b2cd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0904cc-ae36-493f-81b1-bc85a256afe5'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:31:44.745879 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e36e39c9c94bd67d9c0bfa4cbed5ada700490a47b49253aa7a2931ae849a628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c14b44-4c1c-4bda-b769-e867fd189762" -d '{"events": [{"server_uuid": "43ffca97-3ea5-459c-b910-918913b2cd2e", "name": "network-vif-plugged", "status": "completed", "tag": "3f0904cc-ae36-493f-81b1-bc85a256afe5"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:31:44.776670 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 3f0904cc-ae36-493f-81b1-bc85a256afe5, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=3f0904cc-ae36-493f-81b1-bc85a256afe5,segment=NetworkSegment(b0462b14-021a-450c-9e0f-647b2d940446),segment_id=b0462b14-021a-450c-9e0f-647b2d940446)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:31:44.784689 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (3f0904cc-ae36-493f-81b1-bc85a256afe5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:44.809137 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406e41b-73ce-47c1-a77d-47b72be6bc27 req-088b1af8-a368-4710-9540-aea23938eed7 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:44.820358 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-0406e41b-73ce-47c1-a77d-47b72be6bc27 req-088b1af8-a368-4710-9540-aea23938eed7 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=43ffca97-3ea5-459c-b910-918913b2cd2e HTTP/1.1" status: 200 len: 944 time: 0.1368582 Jan 17 18:31:44.840138 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=3f0904cc-ae36-493f-81b1-bc85a256afe5,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:44.897652 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-89768e6b-bf31-469e-9a5c-4b632e57bb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'name': 'tempest-TestVolumeBootPattern-1958349579-router', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:41Z', 'revision_number': 3, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'gw_port': {'id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi'}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:31:44.934857 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-0406e41b-73ce-47c1-a77d-47b72be6bc27 req-4ba98279-1e67-4a7a-b15d-fe6fdcae1a89 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45011a8-8df0-495a-8097-8cdd3424dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134794 Jan 17 18:31:44.956433 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89768e6b-bf31-469e-9a5c-4b632e57bb05 None None] The sync data for ids ['154642fa-a383-4a2b-8f76-3f282d5de3c8'] in dv-cinder-824995-1-iscsi is: [{'id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'name': 'tempest-TestVolumeBootPattern-1958349579-router', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:41Z', 'revision_number': 3, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'gw_port': {'id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:31:45.000099 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96836972-a082-4527-a935-666929493e48 x-openstack-request-id: req-96836972-a082-4527-a935-666929493e48 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:31:45.000617 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ffca97-3ea5-459c-b910-918913b2cd2e", "name": "network-vif-plugged", "status": "completed", "tag": "3f0904cc-ae36-493f-81b1-bc85a256afe5", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:31:45.001051 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-96836972-a082-4527-a935-666929493e48 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:31:45.001816 dv-cinder-824995-1-iscsi neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ffca97-3ea5-459c-b910-918913b2cd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0904cc-ae36-493f-81b1-bc85a256afe5', 'code': 200} Jan 17 18:31:45.048696 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ebee93-308f-422c-b154-296604974e55 req-df8d1dc3-af5e-4223-ba01-45aea8bdc1b4 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:45.059669 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-75ebee93-308f-422c-b154-296604974e55 req-df8d1dc3-af5e-4223-ba01-45aea8bdc1b4 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.1808410 Jan 17 18:31:45.074094 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-7ee73655-f071-46a2-90e2-750b84f5a595 None None] Provisioning complete for port 7b1ae9a8-a67f-496e-8567-dc10f67a2306 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:31:45.074094 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7ee73655-f071-46a2-90e2-750b84f5a595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (7b1ae9a8-a67f-496e-8567-dc10f67a2306), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:45.122529 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-acc2d433-5065-4412-845f-774d3f56feb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (7b1ae9a8-a67f-496e-8567-dc10f67a2306), before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:45.166223 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-7ee73655-f071-46a2-90e2-750b84f5a595 None None] Port 7b1ae9a8-a67f-496e-8567-dc10f67a2306 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 18:31:45.171897 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 2df929c1-b64a-4ec3-9de3-1c710e754a9e up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:31:45.264964 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port 2df929c1-b64a-4ec3-9de3-1c710e754a9e triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:31:45.267470 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (2df929c1-b64a-4ec3-9de3-1c710e754a9e), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:45.323587 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79531bab-669c-4f65-a886-79eeeb789364 req-e9b246e2-4f7f-4077-8e1a-c512ae005fdd tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:45.326947 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-79531bab-669c-4f65-a886-79eeeb789364 req-e9b246e2-4f7f-4077-8e1a-c512ae005fdd tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 943 time: 0.0753059 Jan 17 18:31:45.380387 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-75ebee93-308f-422c-b154-296604974e55 req-fe82e948-04c8-49c7-9234-2ae43379aae2 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3128994 Jan 17 18:31:45.502988 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port 2df929c1-b64a-4ec3-9de3-1c710e754a9e is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:31:45.527894 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-79531bab-669c-4f65-a886-79eeeb789364 req-0dce2875-d6ef-4162-a514-a09ca847ef74 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1907125 Jan 17 18:31:45.554322 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-acc2d433-5065-4412-845f-774d3f56feb2 admin admin] Publish callbacks [] for port (7b1ae9a8-a67f-496e-8567-dc10f67a2306), precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:45.569263 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-acc2d433-5065-4412-845f-774d3f56feb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167948'] for port (7b1ae9a8-a67f-496e-8567-dc10f67a2306), after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:45.579664 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ab860-89cb-43bb-a5aa-257aa0712c3d req-f7a05443-bffb-4b99-b6bd-9d4bf5f9df0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:45.581321 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-847ab860-89cb-43bb-a5aa-257aa0712c3d req-f7a05443-bffb-4b99-b6bd-9d4bf5f9df0b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=43ffca97-3ea5-459c-b910-918913b2cd2e HTTP/1.1" status: 200 len: 1098 time: 0.2904787 Jan 17 18:31:45.688734 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2d433-5065-4412-845f-774d3f56feb2 admin admin] Pushing event updated for resources: {'Port': ['ID=7b1ae9a8-a67f-496e-8567-dc10f67a2306,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:45.695253 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-acc2d433-5065-4412-845f-774d3f56feb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-997616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567063'] for router_interface (154642fa-a383-4a2b-8f76-3f282d5de3c8), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:45.714845 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-847ab860-89cb-43bb-a5aa-257aa0712c3d req-a487fdae-ce4a-4a64-9a96-4758cd028d9e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c45011a8-8df0-495a-8097-8cdd3424dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926661 Jan 17 18:31:45.838602 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc2d433-5065-4412-845f-774d3f56feb2 admin admin] Network 6dfbb2a7-5276-4203-a32e-db5c6045b523 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:31:45.840373 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-acc2d433-5065-4412-845f-774d3f56feb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:31:46.024435 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc2d433-5065-4412-845f-774d3f56feb2 admin admin] Router 154642fa-a383-4a2b-8f76-3f282d5de3c8 has already been hosted by L3 agent f711a738-9445-49a6-871d-c35940c1a323 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 18:31:46.134177 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e755d-9e96-47e8-8194-cc1b20ff0178 req-e6371d4e-0661-44c0-bae8-cd9e550c331c tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:46.141700 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-f85e755d-9e96-47e8-8194-cc1b20ff0178 req-e6371d4e-0661-44c0-bae8-cd9e550c331c tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=43ffca97-3ea5-459c-b910-918913b2cd2e HTTP/1.1" status: 200 len: 945 time: 0.0900960 Jan 17 18:31:46.207663 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-ec33cd92-aad4-4009-a9ea-158bef2e0752 None None] Provisioning complete for port 7b1ae9a8-a67f-496e-8567-dc10f67a2306 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:31:46.208234 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ec33cd92-aad4-4009-a9ea-158bef2e0752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (7b1ae9a8-a67f-496e-8567-dc10f67a2306), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:46.210011 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc2d433-5065-4412-845f-774d3f56feb2 admin admin] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:31:46.221661 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-acc2d433-5065-4412-845f-774d3f56feb2 admin admin] 10.222.0.57 "PUT /v2.0/routers/154642fa-a383-4a2b-8f76-3f282d5de3c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6306260 Jan 17 18:31:46.239506 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-f85e755d-9e96-47e8-8194-cc1b20ff0178 req-5efe084e-9e18-42d1-975c-5564f96b6f4a tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45011a8-8df0-495a-8097-8cdd3424dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884297 Jan 17 18:31:46.272917 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-ec33cd92-aad4-4009-a9ea-158bef2e0752 None None] Port 7b1ae9a8-a67f-496e-8567-dc10f67a2306 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 18:31:46.416402 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device d6806e78-edb1-4a9d-84cf-15db4b1e9d4b details requested by agent hyperv_hv-cinder-82499 with host hv-cinder-82499 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 18:31:46.539307 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port d6806e78-edb1-4a9d-84cf-15db4b1e9d4b, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=d6806e78-edb1-4a9d-84cf-15db4b1e9d4b,segment=NetworkSegment(5962ef69-feec-4b57-beb5-c84c57cc4d3e),segment_id=5962ef69-feec-4b57-beb5-c84c57cc4d3e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:31:46.565211 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Returning: {'device': 'd6806e78-edb1-4a9d-84cf-15db4b1e9d4b', 'network_id': '1f7f3e80-1c90-454b-9448-14d5ab17dae0', 'port_id': 'd6806e78-edb1-4a9d-84cf-15db4b1e9d4b', 'mac_address': 'fa:16:3e:69:8a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '985b67e5-f935-4baf-bc4b-3331cffe658a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 18:31:46.612602 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab79174-f820-44e3-80f5-a13ed806a6b3 req-8dfcf8d9-d76f-4e36-891e-6062045687fc tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:46.635896 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 6 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:31:46.637682 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-bab79174-f820-44e3-80f5-a13ed806a6b3 req-8dfcf8d9-d76f-4e36-891e-6062045687fc tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.1090164 Jan 17 18:31:46.648977 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port d6806e78-edb1-4a9d-84cf-15db4b1e9d4b is: DOWN; New status is: BUILD {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:31:46.649464 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (d6806e78-edb1-4a9d-84cf-15db4b1e9d4b), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:46.676737 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6806e78-edb1-4a9d-84cf-15db4b1e9d4b {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:31:46.706787 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port d6806e78-edb1-4a9d-84cf-15db4b1e9d4b, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=d6806e78-edb1-4a9d-84cf-15db4b1e9d4b,segment=NetworkSegment(5962ef69-feec-4b57-beb5-c84c57cc4d3e),segment_id=5962ef69-feec-4b57-beb5-c84c57cc4d3e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:31:46.707977 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-bab79174-f820-44e3-80f5-a13ed806a6b3 req-b423be3a-3f63-4f47-a4ea-e129ea046d91 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513906 Jan 17 18:31:46.716040 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (d6806e78-edb1-4a9d-84cf-15db4b1e9d4b), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:46.743168 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b86fcc-7013-483f-b724-86f43495cb08 req-c325ea4c-4175-4150-ba1f-6fc82af29654 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:46.755132 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-20b86fcc-7013-483f-b724-86f43495cb08 req-c325ea4c-4175-4150-ba1f-6fc82af29654 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 943 time: 0.1149449 Jan 17 18:31:46.813200 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=d6806e78-edb1-4a9d-84cf-15db4b1e9d4b,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:46.832250 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-20b86fcc-7013-483f-b724-86f43495cb08 req-995bd70b-ce21-4b83-8aa1-c7291b982a62 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0697684 Jan 17 18:31:47.050573 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 56312) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:31:47.066299 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-4792f58e-2d33-40b6-8796-459b46fbc99e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-96608801-network', 'tenant_id': '8242967bfb2b458aa57ae0a37b8c671c'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:31:47.105638 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4792f58e-2d33-40b6-8796-459b46fbc99e admin admin] Made reservation on behalf of 8242967bfb2b458aa57ae0a37b8c671c for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:31:47.108922 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4792f58e-2d33-40b6-8796-459b46fbc99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for network (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:47.119959 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4792f58e-2d33-40b6-8796-459b46fbc99e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:47.241190 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4792f58e-2d33-40b6-8796-459b46fbc99e admin admin] Publish callbacks [] for security_group (b4e669c5-23ac-4936-bd15-b0cd2ac98adc), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:47.250797 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4792f58e-2d33-40b6-8796-459b46fbc99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (b4e669c5-23ac-4936-bd15-b0cd2ac98adc), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:47.271649 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['d6806e78-edb1-4a9d-84cf-15db4b1e9d4b'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:31:47.287076 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4792f58e-2d33-40b6-8796-459b46fbc99e admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 18:31:47.338545 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4792f58e-2d33-40b6-8796-459b46fbc99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749'] for segment (fa1693f1-a096-4d8f-91e0-33d7881edb3c), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:47.339533 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.db.segments_db [None req-4792f58e-2d33-40b6-8796-459b46fbc99e admin admin] Added segment fa1693f1-a096-4d8f-91e0-33d7881edb3c of type vlan for network 59eafbcc-2104-42fd-9e4b-ead88fdb6451 Jan 17 18:31:47.406830 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4792f58e-2d33-40b6-8796-459b46fbc99e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736373697190'] for network (59eafbcc-2104-42fd-9e4b-ead88fdb6451), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:47.458605 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792f58e-2d33-40b6-8796-459b46fbc99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e669c5-23ac-4936-bd15-b0cd2ac98adc,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:47.488918 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4792f58e-2d33-40b6-8796-459b46fbc99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506'] for network (59eafbcc-2104-42fd-9e4b-ead88fdb6451), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:47.490347 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4792f58e-2d33-40b6-8796-459b46fbc99e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:47.491984 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4792f58e-2d33-40b6-8796-459b46fbc99e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for network (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:47.504870 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda5c9b-d75d-41ff-b602-98ff659d0d32 req-9e26cb3c-c9c6-44ab-9db7-31bd1b237272 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:47.512669 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-0bda5c9b-d75d-41ff-b602-98ff659d0d32 req-9e26cb3c-c9c6-44ab-9db7-31bd1b237272 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=43ffca97-3ea5-459c-b910-918913b2cd2e HTTP/1.1" status: 200 len: 945 time: 0.1128438 Jan 17 18:31:47.532964 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 7a321c3b-c013-49c4-947e-776b7d5a2d8d up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:31:47.609553 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d71e7c-8a21-4c38-ab5b-9e6a93bc21ae None None] Sync routers for ids ['154642fa-a383-4a2b-8f76-3f282d5de3c8'] in dv-cinder-824995-1-iscsi {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:31:47.612680 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-4792f58e-2d33-40b6-8796-459b46fbc99e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5609989 Jan 17 18:31:47.615542 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 56320) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:31:47.622209 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-29e75705-5b7b-49e3-b3ad-b24e42448880 admin admin] Request body: {'subnet': {'network_id': '59eafbcc-2104-42fd-9e4b-ead88fdb6451', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-96608801-subnet', 'tenant_id': '8242967bfb2b458aa57ae0a37b8c671c', 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:31:47.626672 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792f58e-2d33-40b6-8796-459b46fbc99e admin admin] Pushing event updated for resources: {'Network': ['ID=59eafbcc-2104-42fd-9e4b-ead88fdb6451,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:47.627606 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d71e7c-8a21-4c38-ab5b-9e6a93bc21ae None None] Routers {'154642fa-a383-4a2b-8f76-3f282d5de3c8'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:31:47.628226 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-c1d71e7c-8a21-4c38-ab5b-9e6a93bc21ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:31:23Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['154642fa-a383-4a2b-8f76-3f282d5de3c8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:31:47.637702 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-0bda5c9b-d75d-41ff-b602-98ff659d0d32 req-adaa95c8-6535-4328-b045-3927046822d9 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45011a8-8df0-495a-8097-8cdd3424dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238518 Jan 17 18:31:47.645618 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Network 59eafbcc-2104-42fd-9e4b-ead88fdb6451 details requested by agent ovs-agent-dv-cinder-824995-1-iscsi with host dv-cinder-824995-1-iscsi {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 18:31:47.689426 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e75705-5b7b-49e3-b3ad-b24e42448880 admin admin] Made reservation on behalf of 8242967bfb2b458aa57ae0a37b8c671c for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:31:47.691902 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-29e75705-5b7b-49e3-b3ad-b24e42448880 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:47.849855 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port 7a321c3b-c013-49c4-947e-776b7d5a2d8d triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:31:47.850142 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (7a321c3b-c013-49c4-947e-776b7d5a2d8d), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:47.903662 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-c1d71e7c-8a21-4c38-ab5b-9e6a93bc21ae None None] Set router 154642fa-a383-4a2b-8f76-3f282d5de3c8 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:31:47.955306 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7eebeb-d620-4c92-a71c-f32a9f464bde req-48a8402a-65b6-40f8-acaa-17e0aeb8723d tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:47.956634 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6a7eebeb-d620-4c92-a71c-f32a9f464bde req-48a8402a-65b6-40f8-acaa-17e0aeb8723d tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.1137319 Jan 17 18:31:47.978381 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-29e75705-5b7b-49e3-b3ad-b24e42448880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506'] for subnet (e4a656cf-a825-4271-b96b-a3f5e6a4ebf8), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:48.082023 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e75705-5b7b-49e3-b3ad-b24e42448880 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4a656cf-a825-4271-b96b-a3f5e6a4ebf8,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:48.097258 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c9de8-19cc-4b78-a377-964cb04dc13a req-9e8664a7-8625-4d9a-b486-f16d3f93e8b3 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:48.098805 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-689c9de8-19cc-4b78-a377-964cb04dc13a req-9e8664a7-8625-4d9a-b486-f16d3f93e8b3 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 944 time: 0.0781348 Jan 17 18:31:48.111701 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6a7eebeb-d620-4c92-a71c-f32a9f464bde req-30283914-0b91-453a-808c-ec0629c7529c tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394365 Jan 17 18:31:48.135288 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e75705-5b7b-49e3-b3ad-b24e42448880 admin admin] Checking segment: {'id': 'fa1693f1-a096-4d8f-91e0-33d7881edb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '59eafbcc-2104-42fd-9e4b-ead88fdb6451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:31:48.142216 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e75705-5b7b-49e3-b3ad-b24e42448880 admin admin] Network hostable DHCP agents. Network: 59eafbcc-2104-42fd-9e4b-ead88fdb6451, hostable agents: ['94683317-8c70-4890-b431-46000499a1c4'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 18:31:48.153649 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port 7a321c3b-c013-49c4-947e-776b7d5a2d8d is: DOWN; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:31:48.154609 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (7a321c3b-c013-49c4-947e-776b7d5a2d8d), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:48.180487 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e75705-5b7b-49e3-b3ad-b24e42448880 admin admin] Network 59eafbcc-2104-42fd-9e4b-ead88fdb6451 is scheduled to be hosted by DHCP agent 94683317-8c70-4890-b431-46000499a1c4 with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 18:31:48.192684 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-29e75705-5b7b-49e3-b3ad-b24e42448880 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824995-1-iscsi, 59eafbcc-2104-42fd-9e4b-ead88fdb6451) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:31:48.195028 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] For port 7a321c3b-c013-49c4-947e-776b7d5a2d8d, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=7a321c3b-c013-49c4-947e-776b7d5a2d8d,segment=NetworkSegment(8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f),segment_id=8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:31:48.201500 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e75705-5b7b-49e3-b3ad-b24e42448880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:48.202914 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-29e75705-5b7b-49e3-b3ad-b24e42448880 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:48.204015 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-689c9de8-19cc-4b78-a377-964cb04dc13a req-d8599162-6ea2-4152-aa53-8fd69011cef4 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0863664 Jan 17 18:31:48.227092 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7168888-28db-4589-a2c8-399675408c71 None None] Network 59eafbcc-2104-42fd-9e4b-ead88fdb6451 requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:31:48.230560 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (7a321c3b-c013-49c4-947e-776b7d5a2d8d), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:48.249548 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 56328) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:31:48.251646 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-29e75705-5b7b-49e3-b3ad-b24e42448880 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6343119 Jan 17 18:31:48.253797 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-83f02276-e1cb-4dcb-83dd-fb7531615029 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-96608801-router', 'tenant_id': '8242967bfb2b458aa57ae0a37b8c671c', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:31:48.293834 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-83f02276-e1cb-4dcb-83dd-fb7531615029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31965'] for router (7ce94e91-52f9-48d2-94d7-dc526d61b749), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:48.297343 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-83f02276-e1cb-4dcb-83dd-fb7531615029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-658330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31974'] for router (7ce94e91-52f9-48d2-94d7-dc526d61b749), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:48.397048 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-83f02276-e1cb-4dcb-83dd-fb7531615029 admin admin] Publish callbacks [] for router_controller (7ce94e91-52f9-48d2-94d7-dc526d61b749), precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:48.479084 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Pushing event updated for resources: {'Port': ['ID=7a321c3b-c013-49c4-947e-776b7d5a2d8d,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:48.512288 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-c1d71e7c-8a21-4c38-ab5b-9e6a93bc21ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'name': 'tempest-TestVolumeBootPattern-1958349579-router', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:45Z', 'revision_number': 4, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'gw_port': {'id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': '7b1ae9a8-a67f-496e-8567-dc10f67a2306', 'name': '', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'mac_address': 'fa:16:3e:e9:16:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:43Z', 'updated_at': '2022-01-17T18:31:45Z', 'revision_number': 2, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'subnets': [{'id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:31:48.539786 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8c157b-18bd-450d-90a0-8b64297c1d2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95e1d24f-6bb3-50e3-943a-1efa89be4733-59eafbcc-2104-42fd-9e4b-ead88fdb6451', 'network_id': '59eafbcc-2104-42fd-9e4b-ead88fdb6451', 'project_id': '8242967bfb2b458aa57ae0a37b8c671c', 'fixed_ips': [{'subnet_id': 'e4a656cf-a825-4271-b96b-a3f5e6a4ebf8'}]}} from dv-cinder-824995-1-iscsi. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 18:31:48.540624 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0a8c157b-18bd-450d-90a0-8b64297c1d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:48.544187 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d71e7c-8a21-4c38-ab5b-9e6a93bc21ae None None] Checking router: 154642fa-a383-4a2b-8f76-3f282d5de3c8 for host: dv-cinder-824995-1-iscsi {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:31:48.544538 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d71e7c-8a21-4c38-ab5b-9e6a93bc21ae None None] Updating router 154642fa-a383-4a2b-8f76-3f282d5de3c8 port 7b1ae9a8-a67f-496e-8567-dc10f67a2306 binding host dv-cinder-824995-1-iscsi {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 18:31:48.548934 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-83f02276-e1cb-4dcb-83dd-fb7531615029 admin admin] Publish callbacks [] for router_gateway (7ce94e91-52f9-48d2-94d7-dc526d61b749), precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:48.587799 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c1d71e7c-8a21-4c38-ab5b-9e6a93bc21ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (7b1ae9a8-a67f-496e-8567-dc10f67a2306), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:48.820553 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-0a8c157b-18bd-450d-90a0-8b64297c1d2e None None] Allocated IP 172.20.0.2 (59eafbcc-2104-42fd-9e4b-ead88fdb6451/e4a656cf-a825-4271-b96b-a3f5e6a4ebf8/1f48282b-c146-416b-b52f-446c3b94cc7a) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:31:48.915196 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-83f02276-e1cb-4dcb-83dd-fb7531615029 admin admin] Publish callbacks [] for router_gateway (7ce94e91-52f9-48d2-94d7-dc526d61b749), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:48.938873 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-83f02276-e1cb-4dcb-83dd-fb7531615029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:48.950586 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b2a01-e8d0-4f3a-aa48-411d4f017062 req-56b08cc3-3378-46c4-80fa-f8b3979e037d tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:48.958369 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-6a2b2a01-e8d0-4f3a-aa48-411d4f017062 req-56b08cc3-3378-46c4-80fa-f8b3979e037d tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=43ffca97-3ea5-459c-b910-918913b2cd2e HTTP/1.1" status: 200 len: 945 time: 0.1245785 Jan 17 18:31:49.032081 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-6a2b2a01-e8d0-4f3a-aa48-411d4f017062 req-aea8b753-b7f7-4a84-a049-766645fc9d90 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45011a8-8df0-495a-8097-8cdd3424dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675149 Jan 17 18:31:49.111762 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c1d71e7c-8a21-4c38-ab5b-9e6a93bc21ae None None] Publish callbacks [] for port (7b1ae9a8-a67f-496e-8567-dc10f67a2306), precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:49.119031 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0a8c157b-18bd-450d-90a0-8b64297c1d2e None None] Publish callbacks [] for port (1f48282b-c146-416b-b52f-446c3b94cc7a), precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:49.124717 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c1d71e7c-8a21-4c38-ab5b-9e6a93bc21ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (7b1ae9a8-a67f-496e-8567-dc10f67a2306), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:49.159837 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0a8c157b-18bd-450d-90a0-8b64297c1d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924'] for port (1f48282b-c146-416b-b52f-446c3b94cc7a), after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:49.192769 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4433e-6acf-4860-9b0c-84c8bbe2d47b None None] Pushing event updated for resources: {'Port': ['ID=7b1ae9a8-a67f-496e-8567-dc10f67a2306,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:49.202855 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8c157b-18bd-450d-90a0-8b64297c1d2e None None] Network 59eafbcc-2104-42fd-9e4b-ead88fdb6451 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:31:49.217530 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-0a8c157b-18bd-450d-90a0-8b64297c1d2e None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:31:49.234732 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8c157b-18bd-450d-90a0-8b64297c1d2e None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:31:49.316995 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-83f02276-e1cb-4dcb-83dd-fb7531615029 admin admin] Allocated IP 172.27.3.12 (9ec40da0-3fb2-40ad-97b9-056b5e7103fe/10c42aa5-d9d6-40a2-95c7-0d399aece660/df92cd41-b3aa-4aa9-a53a-22ae594aa2be) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:31:49.347708 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 7a321c3b-c013-49c4-947e-776b7d5a2d8d up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:31:49.487176 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98980b72-def7-41a7-b531-055cddf23b24 req-b990e6f8-4bc0-4ad9-a78b-7e241bb49dae tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:49.492775 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-c1d71e7c-8a21-4c38-ab5b-9e6a93bc21ae None None] Attempting to bind port 7b1ae9a8-a67f-496e-8567-dc10f67a2306 on host dv-cinder-824995-1-iscsi for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:31:49.493723 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-c1d71e7c-8a21-4c38-ab5b-9e6a93bc21ae None None] Attempting to bind port 7b1ae9a8-a67f-496e-8567-dc10f67a2306 by drivers openvswitch,hyperv on host dv-cinder-824995-1-iscsi at level 0 using segments [{'id': 'fa3ece1b-5d86-44f9-89b6-42ddd45f5966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:31:49.494244 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d71e7c-8a21-4c38-ab5b-9e6a93bc21ae None None] Attempting to bind port 7b1ae9a8-a67f-496e-8567-dc10f67a2306 on network 6dfbb2a7-5276-4203-a32e-db5c6045b523 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:31:49.495397 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-98980b72-def7-41a7-b531-055cddf23b24 req-b990e6f8-4bc0-4ad9-a78b-7e241bb49dae tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.1748712 Jan 17 18:31:49.504944 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d71e7c-8a21-4c38-ab5b-9e6a93bc21ae None None] Checking agent: {'id': 'df58d820-fcc5-4fb7-897c-d0f1a16030b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 21, 27), 'started_at': datetime.datetime(2022, 1, 17, 18, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:31:49.505824 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d71e7c-8a21-4c38-ab5b-9e6a93bc21ae None None] Checking segment: {'id': 'fa3ece1b-5d86-44f9-89b6-42ddd45f5966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:31:49.506386 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c1d71e7c-8a21-4c38-ab5b-9e6a93bc21ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:49.506947 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d71e7c-8a21-4c38-ab5b-9e6a93bc21ae None None] Bound using segment: {'id': 'fa3ece1b-5d86-44f9-89b6-42ddd45f5966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:31:49.507619 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-c1d71e7c-8a21-4c38-ab5b-9e6a93bc21ae None None] Bound port: 7b1ae9a8-a67f-496e-8567-dc10f67a2306, host: dv-cinder-824995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3ece1b-5d86-44f9-89b6-42ddd45f5966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:31:49.508177 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c1d71e7c-8a21-4c38-ab5b-9e6a93bc21ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (7b1ae9a8-a67f-496e-8567-dc10f67a2306), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:49.526712 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-0a8c157b-18bd-450d-90a0-8b64297c1d2e None None] Attempting to bind port 1f48282b-c146-416b-b52f-446c3b94cc7a on host dv-cinder-824995-1-iscsi for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:31:49.527344 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-0a8c157b-18bd-450d-90a0-8b64297c1d2e None None] Attempting to bind port 1f48282b-c146-416b-b52f-446c3b94cc7a by drivers openvswitch,hyperv on host dv-cinder-824995-1-iscsi at level 0 using segments [{'id': 'fa1693f1-a096-4d8f-91e0-33d7881edb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '59eafbcc-2104-42fd-9e4b-ead88fdb6451'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:31:49.527924 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8c157b-18bd-450d-90a0-8b64297c1d2e None None] Attempting to bind port 1f48282b-c146-416b-b52f-446c3b94cc7a on network 59eafbcc-2104-42fd-9e4b-ead88fdb6451 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:31:49.531571 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c157b-18bd-450d-90a0-8b64297c1d2e None None] Pushing event updated for resources: {'Port': ['ID=1f48282b-c146-416b-b52f-446c3b94cc7a,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:49.555837 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8c157b-18bd-450d-90a0-8b64297c1d2e None None] Checking agent: {'id': 'df58d820-fcc5-4fb7-897c-d0f1a16030b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 21, 27), 'started_at': datetime.datetime(2022, 1, 17, 18, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:31:49.556505 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8c157b-18bd-450d-90a0-8b64297c1d2e None None] Checking segment: {'id': 'fa1693f1-a096-4d8f-91e0-33d7881edb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '59eafbcc-2104-42fd-9e4b-ead88fdb6451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:31:49.557099 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0a8c157b-18bd-450d-90a0-8b64297c1d2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:49.557651 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8c157b-18bd-450d-90a0-8b64297c1d2e None None] Bound using segment: {'id': 'fa1693f1-a096-4d8f-91e0-33d7881edb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '59eafbcc-2104-42fd-9e4b-ead88fdb6451'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:31:49.558622 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-0a8c157b-18bd-450d-90a0-8b64297c1d2e None None] Bound port: 1f48282b-c146-416b-b52f-446c3b94cc7a, host: dv-cinder-824995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1693f1-a096-4d8f-91e0-33d7881edb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '59eafbcc-2104-42fd-9e4b-ead88fdb6451'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:31:49.559186 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0a8c157b-18bd-450d-90a0-8b64297c1d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (1f48282b-c146-416b-b52f-446c3b94cc7a), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:49.589602 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-98980b72-def7-41a7-b531-055cddf23b24 req-d2fde85e-39db-435a-943e-59623090d566 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902913 Jan 17 18:31:49.637161 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-0a8c157b-18bd-450d-90a0-8b64297c1d2e None None] For port 1f48282b-c146-416b-b52f-446c3b94cc7a, host dv-cinder-824995-1-iscsi, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:31:49.641507 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-0a8c157b-18bd-450d-90a0-8b64297c1d2e None None] For port 1f48282b-c146-416b-b52f-446c3b94cc7a, host dv-cinder-824995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=1f48282b-c146-416b-b52f-446c3b94cc7a,segment=NetworkSegment(fa1693f1-a096-4d8f-91e0-33d7881edb3c),segment_id=fa1693f1-a096-4d8f-91e0-33d7881edb3c)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:31:49.690264 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0a8c157b-18bd-450d-90a0-8b64297c1d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (1f48282b-c146-416b-b52f-446c3b94cc7a), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:49.712135 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-83f02276-e1cb-4dcb-83dd-fb7531615029 admin admin] Publish callbacks [] for port (df92cd41-b3aa-4aa9-a53a-22ae594aa2be), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:49.867499 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-7d21924e-f368-4641-84aa-5cf744a0cee7 None None] Provisioning complete for port 7b1ae9a8-a67f-496e-8567-dc10f67a2306 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:31:49.868316 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7d21924e-f368-4641-84aa-5cf744a0cee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (7b1ae9a8-a67f-496e-8567-dc10f67a2306), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:49.872394 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-83f02276-e1cb-4dcb-83dd-fb7531615029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (df92cd41-b3aa-4aa9-a53a-22ae594aa2be), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:49.899407 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad34378-1713-4303-a5b7-0e498e39471d req-ee4c4728-e8f4-43f5-aeaf-fbde5937d79d tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:49.901702 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8ad34378-1713-4303-a5b7-0e498e39471d req-ee4c4728-e8f4-43f5-aeaf-fbde5937d79d tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 944 time: 0.1138022 Jan 17 18:31:49.914113 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f02276-e1cb-4dcb-83dd-fb7531615029 admin admin] Network 9ec40da0-3fb2-40ad-97b9-056b5e7103fe is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:31:49.934752 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port 7a321c3b-c013-49c4-947e-776b7d5a2d8d triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:31:49.937559 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (7a321c3b-c013-49c4-947e-776b7d5a2d8d), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:49.964078 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-83f02276-e1cb-4dcb-83dd-fb7531615029 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:31:49.970239 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f02276-e1cb-4dcb-83dd-fb7531615029 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:31:50.006518 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-7d21924e-f368-4641-84aa-5cf744a0cee7 None None] Port 7b1ae9a8-a67f-496e-8567-dc10f67a2306 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 18:31:50.012600 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c157b-18bd-450d-90a0-8b64297c1d2e None None] Pushing event updated for resources: {'Port': ['ID=1f48282b-c146-416b-b52f-446c3b94cc7a,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:50.027486 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-c1d71e7c-8a21-4c38-ab5b-9e6a93bc21ae None None] For port 7b1ae9a8-a67f-496e-8567-dc10f67a2306, host dv-cinder-824995-1-iscsi, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:31:50.048169 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f02276-e1cb-4dcb-83dd-fb7531615029 admin admin] Pushing event updated for resources: {'Port': ['ID=df92cd41-b3aa-4aa9-a53a-22ae594aa2be,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:50.093622 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port 7a321c3b-c013-49c4-947e-776b7d5a2d8d is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:31:50.099514 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-c1d71e7c-8a21-4c38-ab5b-9e6a93bc21ae None None] For port 7b1ae9a8-a67f-496e-8567-dc10f67a2306, host dv-cinder-824995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=7b1ae9a8-a67f-496e-8567-dc10f67a2306,segment=NetworkSegment(fa3ece1b-5d86-44f9-89b6-42ddd45f5966),segment_id=fa3ece1b-5d86-44f9-89b6-42ddd45f5966)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:31:50.110171 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c1d71e7c-8a21-4c38-ab5b-9e6a93bc21ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (7b1ae9a8-a67f-496e-8567-dc10f67a2306), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:50.199233 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4433e-6acf-4860-9b0c-84c8bbe2d47b None None] Pushing event updated for resources: {'Port': ['ID=7b1ae9a8-a67f-496e-8567-dc10f67a2306,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:50.209392 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d71e7c-8a21-4c38-ab5b-9e6a93bc21ae None None] Routers {'154642fa-a383-4a2b-8f76-3f282d5de3c8'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:31:50.209392 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-c1d71e7c-8a21-4c38-ab5b-9e6a93bc21ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:31:23Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['154642fa-a383-4a2b-8f76-3f282d5de3c8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:31:50.383847 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-c1d71e7c-8a21-4c38-ab5b-9e6a93bc21ae None None] Set router 154642fa-a383-4a2b-8f76-3f282d5de3c8 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:31:50.427860 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device d6806e78-edb1-4a9d-84cf-15db4b1e9d4b up at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:31:50.497221 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8ad34378-1713-4303-a5b7-0e498e39471d req-16f0c764-781a-48a8-9a8b-d98bf82cd78d tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5812478 Jan 17 18:31:50.645547 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning for port d6806e78-edb1-4a9d-84cf-15db4b1e9d4b completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 18:31:50.658642 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning complete for port d6806e78-edb1-4a9d-84cf-15db4b1e9d4b triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:31:50.658974 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (d6806e78-edb1-4a9d-84cf-15db4b1e9d4b), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:50.666911 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-af408e59-4d27-4f96-9145-c5a0d807050a None None] Provisioning complete for port 7b1ae9a8-a67f-496e-8567-dc10f67a2306 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:31:50.667279 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-af408e59-4d27-4f96-9145-c5a0d807050a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (7b1ae9a8-a67f-496e-8567-dc10f67a2306), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:50.783073 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-83f02276-e1cb-4dcb-83dd-fb7531615029 admin admin] Publish callbacks [] for router_gateway (7ce94e91-52f9-48d2-94d7-dc526d61b749), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:50.829671 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb1912-cc78-4923-80a2-6e857039b1dd req-cea5ac9f-1790-4eee-a65e-f259f281c2d0 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:50.844044 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-8feb1912-cc78-4923-80a2-6e857039b1dd req-cea5ac9f-1790-4eee-a65e-f259f281c2d0 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.1224058 Jan 17 18:31:50.926598 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-8feb1912-cc78-4923-80a2-6e857039b1dd req-45155e27-1b4a-41e4-a5e0-182408b61a15 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816686 Jan 17 18:31:51.108600 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b5d2165f-2f7b-4efe-bc18-c5b7e2a5dc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:51.183208 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port d6806e78-edb1-4a9d-84cf-15db4b1e9d4b is: BUILD; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:31:51.183724 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (d6806e78-edb1-4a9d-84cf-15db4b1e9d4b), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:51.190278 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-83f02276-e1cb-4dcb-83dd-fb7531615029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565588'] for router (7ce94e91-52f9-48d2-94d7-dc526d61b749), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:51.193113 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-c1d71e7c-8a21-4c38-ab5b-9e6a93bc21ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'name': 'tempest-TestVolumeBootPattern-1958349579-router', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:45Z', 'revision_number': 4, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'gw_port': {'id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': '7b1ae9a8-a67f-496e-8567-dc10f67a2306', 'name': '', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'mac_address': 'fa:16:3e:e9:16:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:43Z', 'updated_at': '2022-01-17T18:31:49Z', 'revision_number': 4, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'subnets': [{'id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:31:51.204788 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-af408e59-4d27-4f96-9145-c5a0d807050a None None] Current status of the port 7b1ae9a8-a67f-496e-8567-dc10f67a2306 is: DOWN; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:31:51.206111 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-af408e59-4d27-4f96-9145-c5a0d807050a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (7b1ae9a8-a67f-496e-8567-dc10f67a2306), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:51.268676 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d71e7c-8a21-4c38-ab5b-9e6a93bc21ae None None] The sync data for ids ['154642fa-a383-4a2b-8f76-3f282d5de3c8'] in dv-cinder-824995-1-iscsi is: [{'id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'name': 'tempest-TestVolumeBootPattern-1958349579-router', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:45Z', 'revision_number': 4, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'gw_port': {'id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': '7b1ae9a8-a67f-496e-8567-dc10f67a2306', 'name': '', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'mac_address': 'fa:16:3e:e9:16:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:43Z', 'updated_at': '2022-01-17T18:31:49Z', 'revision_number': 4, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'subnets': [{'id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:31:51.333561 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3da79b5-cdaa-4895-a54a-dea883ff36b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6806e78-edb1-4a9d-84cf-15db4b1e9d4b'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:31:51.342689 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e36e39c9c94bd67d9c0bfa4cbed5ada700490a47b49253aa7a2931ae849a628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d14e3a-e07a-4d54-827f-4472a641565f" -d '{"events": [{"server_uuid": "d3da79b5-cdaa-4895-a54a-dea883ff36b8", "name": "network-vif-plugged", "status": "completed", "tag": "d6806e78-edb1-4a9d-84cf-15db4b1e9d4b"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:31:51.375602 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 1f48282b-c146-416b-b52f-446c3b94cc7a up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:31:51.396078 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port d6806e78-edb1-4a9d-84cf-15db4b1e9d4b, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=d6806e78-edb1-4a9d-84cf-15db4b1e9d4b,segment=NetworkSegment(5962ef69-feec-4b57-beb5-c84c57cc4d3e),segment_id=5962ef69-feec-4b57-beb5-c84c57cc4d3e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:31:51.430678 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (d6806e78-edb1-4a9d-84cf-15db4b1e9d4b), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:51.434376 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-af408e59-4d27-4f96-9145-c5a0d807050a None None] For port 7b1ae9a8-a67f-496e-8567-dc10f67a2306, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=7b1ae9a8-a67f-496e-8567-dc10f67a2306,segment=NetworkSegment(fa3ece1b-5d86-44f9-89b6-42ddd45f5966),segment_id=fa3ece1b-5d86-44f9-89b6-42ddd45f5966)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:31:51.504998 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-af408e59-4d27-4f96-9145-c5a0d807050a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (7b1ae9a8-a67f-496e-8567-dc10f67a2306), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:51.510234 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46ade7f-9f57-4b23-828a-d53d0eb1b0cd x-openstack-request-id: req-e46ade7f-9f57-4b23-828a-d53d0eb1b0cd {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:31:51.510703 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3da79b5-cdaa-4895-a54a-dea883ff36b8", "name": "network-vif-plugged", "status": "completed", "tag": "d6806e78-edb1-4a9d-84cf-15db4b1e9d4b", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:31:51.511031 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e46ade7f-9f57-4b23-828a-d53d0eb1b0cd {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:31:51.511527 dv-cinder-824995-1-iscsi neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3da79b5-cdaa-4895-a54a-dea883ff36b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6806e78-edb1-4a9d-84cf-15db4b1e9d4b', 'code': 200} Jan 17 18:31:51.514481 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25923c2-ac9e-407d-9125-10442d47069b None None] Network 59eafbcc-2104-42fd-9e4b-ead88fdb6451 requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:31:51.515343 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f02276-e1cb-4dcb-83dd-fb7531615029 admin admin] Router 7ce94e91-52f9-48d2-94d7-dc526d61b749 is scheduled to L3 agent f711a738-9445-49a6-871d-c35940c1a323 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 18:31:51.841510 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f02276-e1cb-4dcb-83dd-fb7531615029 admin admin] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:31:51.869024 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=d6806e78-edb1-4a9d-84cf-15db4b1e9d4b,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:51.963974 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f865293-490c-4e55-8866-302ad563dba2 req-7c4cd3b5-b32f-4bdd-981e-124fe9de91c6 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:51.986195 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-9f865293-490c-4e55-8866-302ad563dba2 req-7c4cd3b5-b32f-4bdd-981e-124fe9de91c6 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 945 time: 0.3789296 Jan 17 18:31:52.028375 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643acbdd-8da9-4a49-aca1-fc910f954c55 None None] Sync routers for ids ['7ce94e91-52f9-48d2-94d7-dc526d61b749'] in dv-cinder-824995-1-iscsi {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:31:52.049402 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643acbdd-8da9-4a49-aca1-fc910f954c55 None None] Routers {'7ce94e91-52f9-48d2-94d7-dc526d61b749'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:31:52.050354 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-643acbdd-8da9-4a49-aca1-fc910f954c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:31:23Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['7ce94e91-52f9-48d2-94d7-dc526d61b749'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:31:52.076588 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-83f02276-e1cb-4dcb-83dd-fb7531615029 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:52.077923 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-83f02276-e1cb-4dcb-83dd-fb7531615029 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8279452 Jan 17 18:31:52.091078 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 56382) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:31:52.129253 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-9f865293-490c-4e55-8866-302ad563dba2 req-16d763ea-b2ba-4ca8-baec-2ad8870509a6 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1405141 Jan 17 18:31:52.245686 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-643acbdd-8da9-4a49-aca1-fc910f954c55 None None] Set router 7ce94e91-52f9-48d2-94d7-dc526d61b749 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:31:52.264654 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af408e59-4d27-4f96-9145-c5a0d807050a None None] Pushing event updated for resources: {'Port': ['ID=7b1ae9a8-a67f-496e-8567-dc10f67a2306,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:52.301937 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-5ad8bba5-d9d7-47d4-82f1-69a540e18c04 None None] Provisioning complete for port 1f48282b-c146-416b-b52f-446c3b94cc7a triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:31:52.307193 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5ad8bba5-d9d7-47d4-82f1-69a540e18c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (1f48282b-c146-416b-b52f-446c3b94cc7a), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:52.451493 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port 1f48282b-c146-416b-b52f-446c3b94cc7a triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:31:52.451987 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (1f48282b-c146-416b-b52f-446c3b94cc7a), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:52.553398 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-643acbdd-8da9-4a49-aca1-fc910f954c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce94e91-52f9-48d2-94d7-dc526d61b749', 'name': 'tempest-TestVolumeBootPattern-96608801-router', 'tenant_id': '8242967bfb2b458aa57ae0a37b8c671c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'df92cd41-b3aa-4aa9-a53a-22ae594aa2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:31:48Z', 'updated_at': '2022-01-17T18:31:50Z', 'revision_number': 3, 'project_id': '8242967bfb2b458aa57ae0a37b8c671c', 'gw_port': {'id': 'df92cd41-b3aa-4aa9-a53a-22ae594aa2be', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce94e91-52f9-48d2-94d7-dc526d61b749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:48Z', 'updated_at': '2022-01-17T18:31:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi'}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:31:52.620439 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643acbdd-8da9-4a49-aca1-fc910f954c55 None None] Checking router: 7ce94e91-52f9-48d2-94d7-dc526d61b749 for host: dv-cinder-824995-1-iscsi {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:31:52.621054 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643acbdd-8da9-4a49-aca1-fc910f954c55 None None] Updating router 7ce94e91-52f9-48d2-94d7-dc526d61b749 port df92cd41-b3aa-4aa9-a53a-22ae594aa2be binding host dv-cinder-824995-1-iscsi {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 18:31:52.655749 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002e9b0-97e5-4bbc-9f76-7c908a7c2302 req-047379d2-f23c-4f5a-a3b6-09d50bd71c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:52.663708 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-8002e9b0-97e5-4bbc-9f76-7c908a7c2302 req-047379d2-f23c-4f5a-a3b6-09d50bd71c66 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e713cd04cf914d75bc12b271eea8bc44&device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 1098 time: 0.1080389 Jan 17 18:31:52.695149 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-643acbdd-8da9-4a49-aca1-fc910f954c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (df92cd41-b3aa-4aa9-a53a-22ae594aa2be), before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:52.813478 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2b9fb-4a1b-4f5e-9eb3-718617b3b2de req-1e12a76f-bfaa-47d7-81c5-662bd9e3706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:52.815377 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-5fe2b9fb-4a1b-4f5e-9eb3-718617b3b2de req-1e12a76f-bfaa-47d7-81c5-662bd9e3706d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 1098 time: 0.7223725 Jan 17 18:31:52.816379 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-5ad8bba5-d9d7-47d4-82f1-69a540e18c04 None None] Current status of the port 1f48282b-c146-416b-b52f-446c3b94cc7a is: DOWN; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:31:52.819953 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5ad8bba5-d9d7-47d4-82f1-69a540e18c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (1f48282b-c146-416b-b52f-446c3b94cc7a), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:52.862511 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port 1f48282b-c146-416b-b52f-446c3b94cc7a is: DOWN; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:31:52.867382 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (1f48282b-c146-416b-b52f-446c3b94cc7a), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:52.921367 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002e9b0-97e5-4bbc-9f76-7c908a7c2302 req-04848e0e-dbd8-4642-9c5f-e5646e09ed41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:52.922850 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-8002e9b0-97e5-4bbc-9f76-7c908a7c2302 req-04848e0e-dbd8-4642-9c5f-e5646e09ed41 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dc7b8bda-4f6a-4a84-9c64-8df87d1d200d HTTP/1.1" status: 200 len: 920 time: 0.2406194 Jan 17 18:31:52.927935 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984b8b7-3659-4205-8142-127467ae136d req-56afb85a-f208-4cf6-8cd5-2aad2e5ebfed tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:52.937949 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2984b8b7-3659-4205-8142-127467ae136d req-56afb85a-f208-4cf6-8cd5-2aad2e5ebfed tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.4574192 Jan 17 18:31:53.007525 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-5ad8bba5-d9d7-47d4-82f1-69a540e18c04 None None] For port 1f48282b-c146-416b-b52f-446c3b94cc7a, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=1f48282b-c146-416b-b52f-446c3b94cc7a,segment=NetworkSegment(fa1693f1-a096-4d8f-91e0-33d7881edb3c),segment_id=fa1693f1-a096-4d8f-91e0-33d7881edb3c)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:31:53.015301 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5ad8bba5-d9d7-47d4-82f1-69a540e18c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (1f48282b-c146-416b-b52f-446c3b94cc7a), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:53.206186 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8bba5-d9d7-47d4-82f1-69a540e18c04 None None] Pushing event updated for resources: {'Port': ['ID=1f48282b-c146-416b-b52f-446c3b94cc7a,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:53.287687 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.db.api [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 18:31:53.288119 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG oslo_db.api [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 18:31:53.289077 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-762435eb-b72d-45e4-81be-ac4ba5876961 None None] Provisioning complete for port 1f48282b-c146-416b-b52f-446c3b94cc7a triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:31:53.289570 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-762435eb-b72d-45e4-81be-ac4ba5876961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (1f48282b-c146-416b-b52f-446c3b94cc7a), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:53.314794 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-5fe2b9fb-4a1b-4f5e-9eb3-718617b3b2de req-15d5f817-22bc-4bb2-9e57-5fd221514bb4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4762533 Jan 17 18:31:53.383740 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2984b8b7-3659-4205-8142-127467ae136d req-4f274360-1a44-412d-8ba1-286c243a569b tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4232433 Jan 17 18:31:53.477709 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-762435eb-b72d-45e4-81be-ac4ba5876961 None None] Current status of the port 1f48282b-c146-416b-b52f-446c3b94cc7a is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:31:53.480267 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4f4fb612-95f8-46e8-8a88-f14dfb8a5dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:53.491368 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-8002e9b0-97e5-4bbc-9f76-7c908a7c2302 req-f6bf7ca2-c545-494b-957f-a4687fc25ef6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30b283b6-8fca-442f-9cb3-672eef080229 HTTP/1.1" status: 200 len: 217 time: 0.5407264 Jan 17 18:31:53.524720 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fcf49c-7cc3-4bf8-a6b5-050008f22cf6 req-f55d55e2-34e8-419f-94d5-62cd62c45708 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:53.533648 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-64fcf49c-7cc3-4bf8-a6b5-050008f22cf6 req-f55d55e2-34e8-419f-94d5-62cd62c45708 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.6097746 Jan 17 18:31:53.593771 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-643acbdd-8da9-4a49-aca1-fc910f954c55 None None] Publish callbacks [] for port (df92cd41-b3aa-4aa9-a53a-22ae594aa2be), precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:53.607408 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-643acbdd-8da9-4a49-aca1-fc910f954c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (df92cd41-b3aa-4aa9-a53a-22ae594aa2be), after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:53.621146 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-64fcf49c-7cc3-4bf8-a6b5-050008f22cf6 req-6e851b38-8bd7-4af7-9668-22786bff93e0 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802963 Jan 17 18:31:53.688850 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e68d05e7-9336-4e1b-b6b5-c148b75e3e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:53.752001 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-643acbdd-8da9-4a49-aca1-fc910f954c55 None None] Attempting to bind port df92cd41-b3aa-4aa9-a53a-22ae594aa2be on host dv-cinder-824995-1-iscsi for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:31:53.752587 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-643acbdd-8da9-4a49-aca1-fc910f954c55 None None] Attempting to bind port df92cd41-b3aa-4aa9-a53a-22ae594aa2be by drivers openvswitch,hyperv on host dv-cinder-824995-1-iscsi at level 0 using segments [{'id': '8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:31:53.753892 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643acbdd-8da9-4a49-aca1-fc910f954c55 None None] Attempting to bind port df92cd41-b3aa-4aa9-a53a-22ae594aa2be on network 9ec40da0-3fb2-40ad-97b9-056b5e7103fe {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:31:53.759071 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d133eaf-9409-4880-b47b-79f6c62bacb5 req-519ec26e-93d2-4741-9e9a-af997d91d146 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:53.766774 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002e9b0-97e5-4bbc-9f76-7c908a7c2302 req-cbdf56b6-8c72-4a9c-81ad-6fc86ad760af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:53.768152 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643acbdd-8da9-4a49-aca1-fc910f954c55 None None] Checking agent: {'id': 'df58d820-fcc5-4fb7-897c-d0f1a16030b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 21, 27), 'started_at': datetime.datetime(2022, 1, 17, 18, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:31:53.768528 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643acbdd-8da9-4a49-aca1-fc910f954c55 None None] Checking segment: {'id': '8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:31:53.768932 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-643acbdd-8da9-4a49-aca1-fc910f954c55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:53.769327 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643acbdd-8da9-4a49-aca1-fc910f954c55 None None] Bound using segment: {'id': '8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:31:53.769681 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-8002e9b0-97e5-4bbc-9f76-7c908a7c2302 req-cbdf56b6-8c72-4a9c-81ad-6fc86ad760af service neutron] 10.222.0.31 "GET /v2.0/subnets?id=09b30f79-9dbf-4db5-8afc-15f2fb928f6f HTTP/1.1" status: 200 len: 859 time: 0.1473060 Jan 17 18:31:53.769825 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-643acbdd-8da9-4a49-aca1-fc910f954c55 None None] Bound port: df92cd41-b3aa-4aa9-a53a-22ae594aa2be, host: dv-cinder-824995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:31:53.770189 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-643acbdd-8da9-4a49-aca1-fc910f954c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (df92cd41-b3aa-4aa9-a53a-22ae594aa2be), before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:53.770585 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-3d133eaf-9409-4880-b47b-79f6c62bacb5 req-519ec26e-93d2-4741-9e9a-af997d91d146 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 945 time: 0.2405088 Jan 17 18:31:53.830507 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-8002e9b0-97e5-4bbc-9f76-7c908a7c2302 req-3dbb26c1-eb76-44ee-9197-7da1b47dd497 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc7b8bda-4f6a-4a84-9c64-8df87d1d200d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431678 Jan 17 18:31:53.885389 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port 1f48282b-c146-416b-b52f-446c3b94cc7a is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:31:53.959673 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-643acbdd-8da9-4a49-aca1-fc910f954c55 None None] For port df92cd41-b3aa-4aa9-a53a-22ae594aa2be, host dv-cinder-824995-1-iscsi, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:31:53.963177 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-643acbdd-8da9-4a49-aca1-fc910f954c55 None None] For port df92cd41-b3aa-4aa9-a53a-22ae594aa2be, host dv-cinder-824995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=df92cd41-b3aa-4aa9-a53a-22ae594aa2be,segment=NetworkSegment(8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f),segment_id=8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:31:53.963975 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-3d133eaf-9409-4880-b47b-79f6c62bacb5 req-d191318e-6ba2-45e0-9218-1242b1b9fa49 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1918852 Jan 17 18:31:53.989760 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-643acbdd-8da9-4a49-aca1-fc910f954c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (df92cd41-b3aa-4aa9-a53a-22ae594aa2be), after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:54.015244 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c004580-0335-4a88-976f-db895df0fefe None None] Pushing event updated for resources: {'Port': ['ID=df92cd41-b3aa-4aa9-a53a-22ae594aa2be,revision_number=2']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:54.077505 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-8002e9b0-97e5-4bbc-9f76-7c908a7c2302 req-288e3751-e226-4784-8000-5c15e29e01e8 service neutron] 10.222.0.31 "GET /v2.0/networks/dc7b8bda-4f6a-4a84-9c64-8df87d1d200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362676 Jan 17 18:31:54.099338 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643acbdd-8da9-4a49-aca1-fc910f954c55 None None] Routers {'7ce94e91-52f9-48d2-94d7-dc526d61b749'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:31:54.100033 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-643acbdd-8da9-4a49-aca1-fc910f954c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:31:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['7ce94e91-52f9-48d2-94d7-dc526d61b749'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:31:54.153040 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 7b1ae9a8-a67f-496e-8567-dc10f67a2306 up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:31:54.166689 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-e68d05e7-9336-4e1b-b6b5-c148b75e3e32 admin admin] Allocated IP 172.20.0.1 (59eafbcc-2104-42fd-9e4b-ead88fdb6451/e4a656cf-a825-4271-b96b-a3f5e6a4ebf8/f777d204-754c-438b-bc8f-bed993185b46) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:31:54.172102 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c004580-0335-4a88-976f-db895df0fefe None None] Pushing event updated for resources: {'Port': ['ID=df92cd41-b3aa-4aa9-a53a-22ae594aa2be,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:54.256190 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-8002e9b0-97e5-4bbc-9f76-7c908a7c2302 req-bc000a2a-030d-4a6d-8634-a53190c078b4 service neutron] 10.222.0.31 "GET /v2.0/networks/dc7b8bda-4f6a-4a84-9c64-8df87d1d200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685269 Jan 17 18:31:54.282554 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port 7b1ae9a8-a67f-496e-8567-dc10f67a2306 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:31:54.282939 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (7b1ae9a8-a67f-496e-8567-dc10f67a2306), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:54.291788 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-643acbdd-8da9-4a49-aca1-fc910f954c55 None None] Set router 7ce94e91-52f9-48d2-94d7-dc526d61b749 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:31:54.479498 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port 7b1ae9a8-a67f-496e-8567-dc10f67a2306 is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:31:54.481013 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 1f48282b-c146-416b-b52f-446c3b94cc7a up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:31:54.558432 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:54.564665 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port 1f48282b-c146-416b-b52f-446c3b94cc7a triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:31:54.565516 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (1f48282b-c146-416b-b52f-446c3b94cc7a), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:54.650578 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-643acbdd-8da9-4a49-aca1-fc910f954c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce94e91-52f9-48d2-94d7-dc526d61b749', 'name': 'tempest-TestVolumeBootPattern-96608801-router', 'tenant_id': '8242967bfb2b458aa57ae0a37b8c671c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'df92cd41-b3aa-4aa9-a53a-22ae594aa2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:31:48Z', 'updated_at': '2022-01-17T18:31:50Z', 'revision_number': 3, 'project_id': '8242967bfb2b458aa57ae0a37b8c671c', 'gw_port': {'id': 'df92cd41-b3aa-4aa9-a53a-22ae594aa2be', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce94e91-52f9-48d2-94d7-dc526d61b749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:48Z', 'updated_at': '2022-01-17T18:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi'}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:31:54.670082 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port 1f48282b-c146-416b-b52f-446c3b94cc7a is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:31:54.690595 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643acbdd-8da9-4a49-aca1-fc910f954c55 None None] The sync data for ids ['7ce94e91-52f9-48d2-94d7-dc526d61b749'] in dv-cinder-824995-1-iscsi is: [{'id': '7ce94e91-52f9-48d2-94d7-dc526d61b749', 'name': 'tempest-TestVolumeBootPattern-96608801-router', 'tenant_id': '8242967bfb2b458aa57ae0a37b8c671c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'df92cd41-b3aa-4aa9-a53a-22ae594aa2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:31:48Z', 'updated_at': '2022-01-17T18:31:50Z', 'revision_number': 3, 'project_id': '8242967bfb2b458aa57ae0a37b8c671c', 'gw_port': {'id': 'df92cd41-b3aa-4aa9-a53a-22ae594aa2be', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce94e91-52f9-48d2-94d7-dc526d61b749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:48Z', 'updated_at': '2022-01-17T18:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:31:54.727162 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608df86-964d-4f7d-a012-a7bedb12da11 req-0207698f-a657-49d3-91b0-93933b92c646 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:54.728701 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-5608df86-964d-4f7d-a012-a7bedb12da11 req-0207698f-a657-49d3-91b0-93933b92c646 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.0992305 Jan 17 18:31:54.779455 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e68d05e7-9336-4e1b-b6b5-c148b75e3e32 admin admin] Publish callbacks [] for port (f777d204-754c-438b-bc8f-bed993185b46), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:54.785141 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d90306-3f8b-420b-a64f-7bc2b36460c4 req-3f57a426-9563-444b-b614-85824213ecc4 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:54.792915 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-39d90306-3f8b-420b-a64f-7bc2b36460c4 req-3f57a426-9563-444b-b614-85824213ecc4 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=59e3bb16-2787-4d67-9341-950cff318149 HTTP/1.1" status: 200 len: 946 time: 0.0874906 Jan 17 18:31:54.818208 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-5608df86-964d-4f7d-a012-a7bedb12da11 req-034558ac-75e4-4a08-a96c-8ed40431f9da tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831285 Jan 17 18:31:54.856395 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-39d90306-3f8b-420b-a64f-7bc2b36460c4 req-15501ad8-aafa-4683-90b6-b020939c3008 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609066 Jan 17 18:31:54.861242 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e68d05e7-9336-4e1b-b6b5-c148b75e3e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (f777d204-754c-438b-bc8f-bed993185b46), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:54.909509 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68d05e7-9336-4e1b-b6b5-c148b75e3e32 admin admin] Network 59eafbcc-2104-42fd-9e4b-ead88fdb6451 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:31:54.912563 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-e68d05e7-9336-4e1b-b6b5-c148b75e3e32 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:31:54.917207 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68d05e7-9336-4e1b-b6b5-c148b75e3e32 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:31:54.921506 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d05e7-9336-4e1b-b6b5-c148b75e3e32 admin admin] Pushing event updated for resources: {'Port': ['ID=f777d204-754c-438b-bc8f-bed993185b46,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:54.993600 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e68d05e7-9336-4e1b-b6b5-c148b75e3e32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567171'] for router_interface (7ce94e91-52f9-48d2-94d7-dc526d61b749), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:55.118501 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf557752-5e66-46cc-aa26-239801eaa55b req-ab4af791-12be-4eb5-a95f-96df9c8bbb75 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:55.120113 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-cf557752-5e66-46cc-aa26-239801eaa55b req-ab4af791-12be-4eb5-a95f-96df9c8bbb75 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.1648104 Jan 17 18:31:55.208341 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11893b-9971-439c-b11c-0c8cb0b61212 req-d52d5c1d-14d1-47f7-bf34-988309900892 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:55.216858 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-bf11893b-9971-439c-b11c-0c8cb0b61212 req-d52d5c1d-14d1-47f7-bf34-988309900892 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 945 time: 0.1203849 Jan 17 18:31:55.245013 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-cf557752-5e66-46cc-aa26-239801eaa55b req-626eb995-1734-4ae1-a88b-ba662b65dd2c tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165202 Jan 17 18:31:55.318196 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-bf11893b-9971-439c-b11c-0c8cb0b61212 req-ef2d6856-ea87-4162-9778-231be139029b tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0995612 Jan 17 18:31:55.324273 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e68d05e7-9336-4e1b-b6b5-c148b75e3e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (f777d204-754c-438b-bc8f-bed993185b46), before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:55.437034 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-26d5d410-e4f7-4d51-93c3-9f9d35089b80 None None] Provisioning complete for port f777d204-754c-438b-bc8f-bed993185b46 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:31:55.439779 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-26d5d410-e4f7-4d51-93c3-9f9d35089b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (f777d204-754c-438b-bc8f-bed993185b46), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:55.540463 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-26d5d410-e4f7-4d51-93c3-9f9d35089b80 None None] Port f777d204-754c-438b-bc8f-bed993185b46 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 18:31:55.575327 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e68d05e7-9336-4e1b-b6b5-c148b75e3e32 admin admin] Publish callbacks [] for port (f777d204-754c-438b-bc8f-bed993185b46), precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:55.582018 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e68d05e7-9336-4e1b-b6b5-c148b75e3e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167948'] for port (f777d204-754c-438b-bc8f-bed993185b46), after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:55.660585 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d05e7-9336-4e1b-b6b5-c148b75e3e32 admin admin] Pushing event updated for resources: {'Port': ['ID=f777d204-754c-438b-bc8f-bed993185b46,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:55.663249 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e68d05e7-9336-4e1b-b6b5-c148b75e3e32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-997616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567063'] for router_interface (7ce94e91-52f9-48d2-94d7-dc526d61b749), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:55.798103 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68d05e7-9336-4e1b-b6b5-c148b75e3e32 admin admin] Network 59eafbcc-2104-42fd-9e4b-ead88fdb6451 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:31:55.801616 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-e68d05e7-9336-4e1b-b6b5-c148b75e3e32 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:31:56.091402 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36bdf97-04a2-436d-9c22-66b27ca00770 req-1dcf8dde-6cc0-4912-91cb-ca6c96cfa11e tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:56.100074 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device df92cd41-b3aa-4aa9-a53a-22ae594aa2be up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:31:56.101260 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c36bdf97-04a2-436d-9c22-66b27ca00770 req-1dcf8dde-6cc0-4912-91cb-ca6c96cfa11e tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=59e3bb16-2787-4d67-9341-950cff318149 HTTP/1.1" status: 200 len: 946 time: 0.1047094 Jan 17 18:31:56.114263 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e68d05e7-9336-4e1b-b6b5-c148b75e3e32 admin admin] Router 7ce94e91-52f9-48d2-94d7-dc526d61b749 has already been hosted by L3 agent f711a738-9445-49a6-871d-c35940c1a323 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 18:31:56.142044 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda3975-2c66-4a99-bbe5-c1396b94303e req-bdb0b7f9-09fa-48ba-a959-6fd128d94b3b tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:56.143639 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-abda3975-2c66-4a99-bbe5-c1396b94303e req-bdb0b7f9-09fa-48ba-a959-6fd128d94b3b tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.1471033 Jan 17 18:31:56.198268 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c36bdf97-04a2-436d-9c22-66b27ca00770 req-0f6a1bd7-7c39-43b8-aa4f-018d3af79071 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957372 Jan 17 18:31:56.219766 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:56.231244 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port df92cd41-b3aa-4aa9-a53a-22ae594aa2be triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:31:56.232164 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (df92cd41-b3aa-4aa9-a53a-22ae594aa2be), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:56.292294 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-5ca26d03-7d64-4948-aab5-34d403e07461 None None] Provisioning complete for port f777d204-754c-438b-bc8f-bed993185b46 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:31:56.295268 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5ca26d03-7d64-4948-aab5-34d403e07461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (f777d204-754c-438b-bc8f-bed993185b46), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:56.373282 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-abda3975-2c66-4a99-bbe5-c1396b94303e req-e7380a70-38bd-42d7-a204-9876e1f7aa78 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175357 Jan 17 18:31:56.373282 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68d05e7-9336-4e1b-b6b5-c148b75e3e32 admin admin] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:31:56.385083 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-e68d05e7-9336-4e1b-b6b5-c148b75e3e32 admin admin] 10.222.0.57 "PUT /v2.0/routers/7ce94e91-52f9-48d2-94d7-dc526d61b749/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2909050 Jan 17 18:31:56.403374 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port df92cd41-b3aa-4aa9-a53a-22ae594aa2be is: DOWN; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:31:56.403889 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (df92cd41-b3aa-4aa9-a53a-22ae594aa2be), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:56.440747 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-5ca26d03-7d64-4948-aab5-34d403e07461 None None] Port f777d204-754c-438b-bc8f-bed993185b46 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 18:31:56.452931 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] For port df92cd41-b3aa-4aa9-a53a-22ae594aa2be, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=df92cd41-b3aa-4aa9-a53a-22ae594aa2be,segment=NetworkSegment(8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f),segment_id=8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:31:56.465709 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (df92cd41-b3aa-4aa9-a53a-22ae594aa2be), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:56.548884 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Pushing event updated for resources: {'Port': ['ID=df92cd41-b3aa-4aa9-a53a-22ae594aa2be,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:56.563196 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ca631-bcc3-4dcd-96c3-e5a59bedd651 req-1021fa4d-a948-42be-8177-62a5826d2198 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:56.570321 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b74ca631-bcc3-4dcd-96c3-e5a59bedd651 req-1021fa4d-a948-42be-8177-62a5826d2198 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.1006851 Jan 17 18:31:56.643321 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b74ca631-bcc3-4dcd-96c3-e5a59bedd651 req-3b5889fb-5102-4b69-a5d7-6ee672751876 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720820 Jan 17 18:31:56.674183 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18cc6e-0dc6-4f03-b7cf-99d17ee604d9 req-e5ec268b-6040-4ee2-93fa-8634eb2fb096 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:56.684106 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-3c18cc6e-0dc6-4f03-b7cf-99d17ee604d9 req-e5ec268b-6040-4ee2-93fa-8634eb2fb096 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 945 time: 0.1508167 Jan 17 18:31:56.749532 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-3c18cc6e-0dc6-4f03-b7cf-99d17ee604d9 req-e66150d6-b454-4953-ab4c-d9c7e869f100 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574005 Jan 17 18:31:56.922539 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e7fb4-0b6a-404f-a7eb-7ad1b43bde00 req-dfe677e8-9439-4eee-bf36-888eae9edfb6 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:56.929520 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-1c9e7fb4-0b6a-404f-a7eb-7ad1b43bde00 req-dfe677e8-9439-4eee-bf36-888eae9edfb6 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 945 time: 0.0729437 Jan 17 18:31:56.993389 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-1c9e7fb4-0b6a-404f-a7eb-7ad1b43bde00 req-c7ef8f69-7eef-4953-85dc-6b03ea17c143 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615919 Jan 17 18:31:57.024341 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 56450) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:31:57.254603 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c900adc8-200c-44f5-87be-749c8a31ca35 req-390af9c6-1f28-413a-a911-73859883ede2 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:57.256712 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c900adc8-200c-44f5-87be-749c8a31ca35 req-390af9c6-1f28-413a-a911-73859883ede2 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e3bb16-2787-4d67-9341-950cff318149 HTTP/1.1" status: 200 len: 946 time: 0.0942774 Jan 17 18:31:57.349458 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:57.389585 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c175817-cbe7-4a12-803f-6b1c48635cf9 tempest-TestShelveInstance-1764390887 tempest-TestShelveInstance-1764390887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:57.393975 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-0c175817-cbe7-4a12-803f-6b1c48635cf9 tempest-TestShelveInstance-1764390887 tempest-TestShelveInstance-1764390887-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 1093 time: 0.3659050 Jan 17 18:31:57.397168 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 56458) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:31:57.406067 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-da2ffef7-7e53-4fda-a686-c0a521cded4a tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Request body: {'floatingip': {'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'port_id': 'd6806e78-edb1-4a9d-84cf-15db4b1e9d4b', 'tenant_id': '5262d740746c4265993cce733a67438a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:31:57.409573 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7c1a01-53cc-4734-9467-037b0c3116c3 None None] Sync routers for ids ['7ce94e91-52f9-48d2-94d7-dc526d61b749'] in dv-cinder-824995-1-iscsi {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:31:57.440492 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7c1a01-53cc-4734-9467-037b0c3116c3 None None] Routers {'7ce94e91-52f9-48d2-94d7-dc526d61b749'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:31:57.441540 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-ee7c1a01-53cc-4734-9467-037b0c3116c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:31:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['7ce94e91-52f9-48d2-94d7-dc526d61b749'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:31:57.462381 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 56462) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:31:57.476186 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-47cce5ec-9760-4ec6-85b8-38080f2c5b2d tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1541175604', 'description': 'tempest-secgroup-smoke-1541175604 description', 'project_id': '7ebb9dad35744d75b104be8c72af35ec'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:31:57.480043 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271b997-b07d-49a5-972c-f51f62de287a req-1f3ec229-8951-4d5f-bf64-6d28fd0634e8 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:57.489779 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-d271b997-b07d-49a5-972c-f51f62de287a req-1f3ec229-8951-4d5f-bf64-6d28fd0634e8 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=59e3bb16-2787-4d67-9341-950cff318149 HTTP/1.1" status: 200 len: 946 time: 0.1238329 Jan 17 18:31:57.504622 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da2ffef7-7e53-4fda-a686-c0a521cded4a tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:57.531363 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-c900adc8-200c-44f5-87be-749c8a31ca35 req-50ea29cb-054f-42e6-91ef-5e9dcf677d1d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Deleting port 25fc999d-261a-4219-9aef-068be9eb3922 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:31:57.535706 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c900adc8-200c-44f5-87be-749c8a31ca35 req-50ea29cb-054f-42e6-91ef-5e9dcf677d1d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (25fc999d-261a-4219-9aef-068be9eb3922), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:57.611089 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-47cce5ec-9760-4ec6-85b8-38080f2c5b2d tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:57.627101 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-ee7c1a01-53cc-4734-9467-037b0c3116c3 None None] Set router 7ce94e91-52f9-48d2-94d7-dc526d61b749 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:31:57.730052 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-d271b997-b07d-49a5-972c-f51f62de287a req-efaff798-731f-40fd-8d8e-6e5ff2beb08f tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397125 Jan 17 18:31:57.762843 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-c900adc8-200c-44f5-87be-749c8a31ca35 req-50ea29cb-054f-42e6-91ef-5e9dcf677d1d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] For port 25fc999d-261a-4219-9aef-068be9eb3922, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=25fc999d-261a-4219-9aef-068be9eb3922,segment=NetworkSegment(eab41685-dbf8-458c-809c-87ead42a6e3b),segment_id=eab41685-dbf8-458c-809c-87ead42a6e3b)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:31:57.763413 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c900adc8-200c-44f5-87be-749c8a31ca35 req-50ea29cb-054f-42e6-91ef-5e9dcf677d1d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (25fc999d-261a-4219-9aef-068be9eb3922), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:57.778350 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-c900adc8-200c-44f5-87be-749c8a31ca35 req-50ea29cb-054f-42e6-91ef-5e9dcf677d1d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Calling delete_port for 25fc999d-261a-4219-9aef-068be9eb3922 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:31:57.876511 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da2ffef7-7e53-4fda-a686-c0a521cded4a tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:57.967723 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c900adc8-200c-44f5-87be-749c8a31ca35 req-50ea29cb-054f-42e6-91ef-5e9dcf677d1d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933'] for port (25fc999d-261a-4219-9aef-068be9eb3922), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:58.036899 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286eefc-87c9-462c-ab86-1ca6e3027134 req-cf244620-e7aa-4b17-9ea2-8ab98e3e5f67 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:58.047123 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-d286eefc-87c9-462c-ab86-1ca6e3027134 req-cf244620-e7aa-4b17-9ea2-8ab98e3e5f67 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.1912844 Jan 17 18:31:58.056878 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5', '0161fe13-ca1e-4c15-9d41-6cf9f77a2a88', '4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0', '25fc999d-261a-4219-9aef-068be9eb3922'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:31:58.078812 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa4ce7-afdd-42db-bfa2-f1dbeb850b03 req-c255e65b-13d7-40d8-9fbc-d2e9427995ce tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:58.086585 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-bcaa4ce7-afdd-42db-bfa2-f1dbeb850b03 req-c255e65b-13d7-40d8-9fbc-d2e9427995ce tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.3720567 Jan 17 18:31:58.092601 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea29cb-054f-42e6-91ef-5e9dcf677d1d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Pushing event deleted for resources: {'Port': ['ID=25fc999d-261a-4219-9aef-068be9eb3922,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:58.092986 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device df92cd41-b3aa-4aa9-a53a-22ae594aa2be up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:31:58.095269 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-c900adc8-200c-44f5-87be-749c8a31ca35 req-50ea29cb-054f-42e6-91ef-5e9dcf677d1d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] No DVR routers for this DVR port 25fc999d-261a-4219-9aef-068be9eb3922 on host hv-cinder-82499 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 18:31:58.098101 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c900adc8-200c-44f5-87be-749c8a31ca35 req-50ea29cb-054f-42e6-91ef-5e9dcf677d1d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:58.103107 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c900adc8-200c-44f5-87be-749c8a31ca35 req-50ea29cb-054f-42e6-91ef-5e9dcf677d1d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.31 "DELETE /v2.0/ports/25fc999d-261a-4219-9aef-068be9eb3922 HTTP/1.1" status: 204 len: 173 time: 0.8353219 Jan 17 18:31:58.146464 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e3bb16-2787-4d67-9341-950cff318149', 'name': 'network-vif-deleted', 'tag': '25fc999d-261a-4219-9aef-068be9eb3922'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:31:58.149085 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ebc6f40cb2ac68c89279b37e377f59c9ca88cf84401dffc3b34b74128c2044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8eb4932-bea6-41d9-ba00-e6157334ccb5" -d '{"events": [{"server_uuid": "59e3bb16-2787-4d67-9341-950cff318149", "name": "network-vif-deleted", "tag": "25fc999d-261a-4219-9aef-068be9eb3922"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:31:58.164919 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port df92cd41-b3aa-4aa9-a53a-22ae594aa2be triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:31:58.165557 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (df92cd41-b3aa-4aa9-a53a-22ae594aa2be), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:58.204621 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-d286eefc-87c9-462c-ab86-1ca6e3027134 req-9e0a7ec9-a9ed-49ed-b265-60f8513acbbd tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486704 Jan 17 18:31:58.213888 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-47cce5ec-9760-4ec6-85b8-38080f2c5b2d tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for security_group (51cd2563-7817-4f1d-a2a2-d8094eb36dea), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:58.295718 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-47cce5ec-9760-4ec6-85b8-38080f2c5b2d tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (51cd2563-7817-4f1d-a2a2-d8094eb36dea), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:58.371827 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port df92cd41-b3aa-4aa9-a53a-22ae594aa2be is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:31:58.384661 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-da2ffef7-7e53-4fda-a686-c0a521cded4a tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Allocated IP 172.27.3.164 (9ec40da0-3fb2-40ad-97b9-056b5e7103fe/10c42aa5-d9d6-40a2-95c7-0d399aece660/798b1480-19fd-4e20-a758-bbec2ef8e57b) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:31:58.502056 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-bcaa4ce7-afdd-42db-bfa2-f1dbeb850b03 req-4aa31176-467f-494b-8350-9b436c1aa5c4 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4143825 Jan 17 18:31:58.510233 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68eedc01-ef54-41cb-8b72-f29158d51987 x-openstack-request-id: req-68eedc01-ef54-41cb-8b72-f29158d51987 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:31:58.510813 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e3bb16-2787-4d67-9341-950cff318149", "name": "network-vif-deleted", "tag": "25fc999d-261a-4219-9aef-068be9eb3922", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:31:58.511248 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-68eedc01-ef54-41cb-8b72-f29158d51987 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:31:58.511878 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e3bb16-2787-4d67-9341-950cff318149', 'name': 'network-vif-deleted', 'tag': '25fc999d-261a-4219-9aef-068be9eb3922', 'status': 'completed', 'code': 200} Jan 17 18:31:58.533358 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-ee7c1a01-53cc-4734-9467-037b0c3116c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce94e91-52f9-48d2-94d7-dc526d61b749', 'name': 'tempest-TestVolumeBootPattern-96608801-router', 'tenant_id': '8242967bfb2b458aa57ae0a37b8c671c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'df92cd41-b3aa-4aa9-a53a-22ae594aa2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:31:48Z', 'updated_at': '2022-01-17T18:31:55Z', 'revision_number': 4, 'project_id': '8242967bfb2b458aa57ae0a37b8c671c', 'gw_port': {'id': 'df92cd41-b3aa-4aa9-a53a-22ae594aa2be', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce94e91-52f9-48d2-94d7-dc526d61b749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:48Z', 'updated_at': '2022-01-17T18:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': 'f777d204-754c-438b-bc8f-bed993185b46', 'name': '', 'network_id': '59eafbcc-2104-42fd-9e4b-ead88fdb6451', 'tenant_id': '8242967bfb2b458aa57ae0a37b8c671c', 'mac_address': 'fa:16:3e:54:15:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce94e91-52f9-48d2-94d7-dc526d61b749', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'e4a656cf-a825-4271-b96b-a3f5e6a4ebf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:53Z', 'updated_at': '2022-01-17T18:31:55Z', 'revision_number': 2, 'project_id': '8242967bfb2b458aa57ae0a37b8c671c', 'subnets': [{'id': 'e4a656cf-a825-4271-b96b-a3f5e6a4ebf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:31:58.537013 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cce5ec-9760-4ec6-85b8-38080f2c5b2d tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51cd2563-7817-4f1d-a2a2-d8094eb36dea,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:58.554130 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-47cce5ec-9760-4ec6-85b8-38080f2c5b2d tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:58.556056 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-47cce5ec-9760-4ec6-85b8-38080f2c5b2d tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0896535 Jan 17 18:31:58.558990 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 56470) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:31:58.565646 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-629cb0c8-0ce3-4c0a-b833-44e8d911e54a tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Request body: {'security_group_rule': {'security_group_id': '51cd2563-7817-4f1d-a2a2-d8094eb36dea', 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:31:58.586056 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7c1a01-53cc-4734-9467-037b0c3116c3 None None] Checking router: 7ce94e91-52f9-48d2-94d7-dc526d61b749 for host: dv-cinder-824995-1-iscsi {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:31:58.587549 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7c1a01-53cc-4734-9467-037b0c3116c3 None None] Updating router 7ce94e91-52f9-48d2-94d7-dc526d61b749 port f777d204-754c-438b-bc8f-bed993185b46 binding host dv-cinder-824995-1-iscsi {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 18:31:58.632561 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ee7c1a01-53cc-4734-9467-037b0c3116c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (f777d204-754c-438b-bc8f-bed993185b46), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:58.634003 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da2ffef7-7e53-4fda-a686-c0a521cded4a tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks [] for port (798b1480-19fd-4e20-a758-bbec2ef8e57b), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:58.651726 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-629cb0c8-0ce3-4c0a-b833-44e8d911e54a tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for security_group_rule (9e21d230-2ca9-4517-b76a-36d7fc2307b6), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:58.739359 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da2ffef7-7e53-4fda-a686-c0a521cded4a tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (798b1480-19fd-4e20-a758-bbec2ef8e57b), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:58.771241 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-629cb0c8-0ce3-4c0a-b833-44e8d911e54a tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for security_group_rule (9e21d230-2ca9-4517-b76a-36d7fc2307b6), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:58.806097 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2ffef7-7e53-4fda-a686-c0a521cded4a tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Network 9ec40da0-3fb2-40ad-97b9-056b5e7103fe is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:31:58.807026 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-629cb0c8-0ce3-4c0a-b833-44e8d911e54a tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951415'] for security_group_rule (9e21d230-2ca9-4517-b76a-36d7fc2307b6), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:58.848080 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2ffef7-7e53-4fda-a686-c0a521cded4a tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Pushing event updated for resources: {'Port': ['ID=798b1480-19fd-4e20-a758-bbec2ef8e57b,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:58.853499 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-da2ffef7-7e53-4fda-a686-c0a521cded4a tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:31:58.885312 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629cb0c8-0ce3-4c0a-b833-44e8d911e54a tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e21d230-2ca9-4517-b76a-36d7fc2307b6,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:58.892829 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2ffef7-7e53-4fda-a686-c0a521cded4a tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:31:58.903223 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-a70b0c46-2ab7-43b8-b463-1b6852a450bb req-c17035d5-c921-44e1-beda-bd7c7807d596 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=59e3bb16-2787-4d67-9341-950cff318149 HTTP/1.1" status: 200 len: 210 time: 0.0341575 Jan 17 18:31:58.951734 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-629cb0c8-0ce3-4c0a-b833-44e8d911e54a tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:58.956255 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 56482) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:31:58.956936 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-629cb0c8-0ce3-4c0a-b833-44e8d911e54a tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3969023 Jan 17 18:31:58.966985 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-0fe57b5e-bed0-4634-b66d-af2f9ce259af tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Request body: {'security_group_rule': {'security_group_id': '51cd2563-7817-4f1d-a2a2-d8094eb36dea', 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:31:59.040998 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0fe57b5e-bed0-4634-b66d-af2f9ce259af tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for security_group_rule (0fb62c39-8c51-40f2-ae3f-f841baad33a1), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:59.144070 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ee7c1a01-53cc-4734-9467-037b0c3116c3 None None] Publish callbacks [] for port (f777d204-754c-438b-bc8f-bed993185b46), precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:59.168218 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ee7c1a01-53cc-4734-9467-037b0c3116c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (f777d204-754c-438b-bc8f-bed993185b46), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:59.208189 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0fe57b5e-bed0-4634-b66d-af2f9ce259af tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for security_group_rule (0fb62c39-8c51-40f2-ae3f-f841baad33a1), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:59.214906 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0fe57b5e-bed0-4634-b66d-af2f9ce259af tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951415'] for security_group_rule (0fb62c39-8c51-40f2-ae3f-f841baad33a1), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:59.265090 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe57b5e-bed0-4634-b66d-af2f9ce259af tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fb62c39-8c51-40f2-ae3f-f841baad33a1,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:59.274721 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0fe57b5e-bed0-4634-b66d-af2f9ce259af tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:59.276224 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-0fe57b5e-bed0-4634-b66d-af2f9ce259af tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3187065 Jan 17 18:31:59.282503 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 56486) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:31:59.291730 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-6d01be0d-f0d9-4b57-9595-01199ea5c651 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Request body: {'security_group_rule': {'security_group_id': '51cd2563-7817-4f1d-a2a2-d8094eb36dea', 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:31:59.364179 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6d01be0d-f0d9-4b57-9595-01199ea5c651 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for security_group_rule (fee2cec6-9595-4462-82bc-fde8069ec34d), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:59.400601 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a808f207-269f-49fe-8aea-eafd1e9c6e52 None None] Pushing event updated for resources: {'Port': ['ID=f777d204-754c-438b-bc8f-bed993185b46,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:59.516735 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-ee7c1a01-53cc-4734-9467-037b0c3116c3 None None] Attempting to bind port f777d204-754c-438b-bc8f-bed993185b46 on host dv-cinder-824995-1-iscsi for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:31:59.517162 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-ee7c1a01-53cc-4734-9467-037b0c3116c3 None None] Attempting to bind port f777d204-754c-438b-bc8f-bed993185b46 by drivers openvswitch,hyperv on host dv-cinder-824995-1-iscsi at level 0 using segments [{'id': 'fa1693f1-a096-4d8f-91e0-33d7881edb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '59eafbcc-2104-42fd-9e4b-ead88fdb6451'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:31:59.517493 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7c1a01-53cc-4734-9467-037b0c3116c3 None None] Attempting to bind port f777d204-754c-438b-bc8f-bed993185b46 on network 59eafbcc-2104-42fd-9e4b-ead88fdb6451 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:31:59.519921 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6d01be0d-f0d9-4b57-9595-01199ea5c651 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for security_group_rule (fee2cec6-9595-4462-82bc-fde8069ec34d), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:59.524091 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7c1a01-53cc-4734-9467-037b0c3116c3 None None] Checking agent: {'id': 'df58d820-fcc5-4fb7-897c-d0f1a16030b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 21, 27), 'started_at': datetime.datetime(2022, 1, 17, 18, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:31:59.524473 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7c1a01-53cc-4734-9467-037b0c3116c3 None None] Checking segment: {'id': 'fa1693f1-a096-4d8f-91e0-33d7881edb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '59eafbcc-2104-42fd-9e4b-ead88fdb6451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:31:59.524885 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ee7c1a01-53cc-4734-9467-037b0c3116c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:59.525280 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7c1a01-53cc-4734-9467-037b0c3116c3 None None] Bound using segment: {'id': 'fa1693f1-a096-4d8f-91e0-33d7881edb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '59eafbcc-2104-42fd-9e4b-ead88fdb6451'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:31:59.525761 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-ee7c1a01-53cc-4734-9467-037b0c3116c3 None None] Bound port: f777d204-754c-438b-bc8f-bed993185b46, host: dv-cinder-824995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1693f1-a096-4d8f-91e0-33d7881edb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '59eafbcc-2104-42fd-9e4b-ead88fdb6451'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:31:59.526151 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ee7c1a01-53cc-4734-9467-037b0c3116c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (f777d204-754c-438b-bc8f-bed993185b46), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:59.533541 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6d01be0d-f0d9-4b57-9595-01199ea5c651 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951415'] for security_group_rule (fee2cec6-9595-4462-82bc-fde8069ec34d), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:59.567817 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01be0d-f0d9-4b57-9595-01199ea5c651 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee2cec6-9595-4462-82bc-fde8069ec34d,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:59.595844 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6d01be0d-f0d9-4b57-9595-01199ea5c651 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:59.598647 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-6d01be0d-f0d9-4b57-9595-01199ea5c651 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3134942 Jan 17 18:31:59.600799 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 56490) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:31:59.614306 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca81283f-4f32-4dc1-9c3c-d4fff0f20c47 req-ce7abde6-6b6d-486b-bcbc-d0a4e6dc314b tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:59.620252 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-6100cae1-c1f6-4fec-af83-ab36fab97aed tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Request body: {'security_group_rule': {'security_group_id': '51cd2563-7817-4f1d-a2a2-d8094eb36dea', 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:31:59.627633 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ca81283f-4f32-4dc1-9c3c-d4fff0f20c47 req-ce7abde6-6b6d-486b-bcbc-d0a4e6dc314b tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.2501826 Jan 17 18:31:59.692806 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6100cae1-c1f6-4fec-af83-ab36fab97aed tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for security_group_rule (6152eee4-3574-46c3-882f-3679f045408f), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:59.703963 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-ee7c1a01-53cc-4734-9467-037b0c3116c3 None None] For port f777d204-754c-438b-bc8f-bed993185b46, host dv-cinder-824995-1-iscsi, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:31:59.746992 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-ee7c1a01-53cc-4734-9467-037b0c3116c3 None None] For port f777d204-754c-438b-bc8f-bed993185b46, host dv-cinder-824995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=f777d204-754c-438b-bc8f-bed993185b46,segment=NetworkSegment(fa1693f1-a096-4d8f-91e0-33d7881edb3c),segment_id=fa1693f1-a096-4d8f-91e0-33d7881edb3c)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:31:59.750420 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f0bc4a71-5386-4055-8665-e90e82959af2 None None] Provisioning complete for port f777d204-754c-438b-bc8f-bed993185b46 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:31:59.750905 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f0bc4a71-5386-4055-8665-e90e82959af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (f777d204-754c-438b-bc8f-bed993185b46), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:59.756028 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ee7c1a01-53cc-4734-9467-037b0c3116c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (f777d204-754c-438b-bc8f-bed993185b46), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:59.756466 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554d9b7-a727-4c40-9ff4-66a8f99c36a9 req-02677df1-7c1c-40ca-8d37-b00aa151f762 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:31:59.764489 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6554d9b7-a727-4c40-9ff4-66a8f99c36a9 req-02677df1-7c1c-40ca-8d37-b00aa151f762 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.1293571 Jan 17 18:31:59.787127 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6100cae1-c1f6-4fec-af83-ab36fab97aed tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for security_group_rule (6152eee4-3574-46c3-882f-3679f045408f), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:59.789568 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da2ffef7-7e53-4fda-a686-c0a521cded4a tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks [] for floatingip (047203c3-162c-4dba-9daa-10d3f4c54195), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:59.804608 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6100cae1-c1f6-4fec-af83-ab36fab97aed tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951415'] for security_group_rule (6152eee4-3574-46c3-882f-3679f045408f), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:59.863333 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6554d9b7-a727-4c40-9ff4-66a8f99c36a9 req-238ceda9-fb48-4f0d-8643-4a4491c2045a tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979557 Jan 17 18:31:59.864013 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100cae1-c1f6-4fec-af83-ab36fab97aed tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6152eee4-3574-46c3-882f-3679f045408f,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:31:59.912825 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ca81283f-4f32-4dc1-9c3c-d4fff0f20c47 req-5a658b8e-5364-4bea-ba9c-2f7e62337d7a tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823484 Jan 17 18:31:59.921775 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7c1a01-53cc-4734-9467-037b0c3116c3 None None] Routers {'7ce94e91-52f9-48d2-94d7-dc526d61b749'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:31:59.922426 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-ee7c1a01-53cc-4734-9467-037b0c3116c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:31:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['7ce94e91-52f9-48d2-94d7-dc526d61b749'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:31:59.929434 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6100cae1-c1f6-4fec-af83-ab36fab97aed tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:31:59.936568 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-6100cae1-c1f6-4fec-af83-ab36fab97aed tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3300509 Jan 17 18:31:59.937896 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 56498) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:31:59.943808 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-1a5e0312-2ac1-47c5-952c-5fbc22ca110e tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Request body: {'security_group_rule': {'security_group_id': '51cd2563-7817-4f1d-a2a2-d8094eb36dea', 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:32:00.000302 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.db.securitygroups_db [None req-1a5e0312-2ac1-47c5-952c-5fbc22ca110e tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Project 7ebb9dad35744d75b104be8c72af35ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 18:32:00.015891 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1a5e0312-2ac1-47c5-952c-5fbc22ca110e tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for security_group_rule (08a2d9b6-17b3-4e95-9f50-a5c5a3a748a2), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:00.021382 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da2ffef7-7e53-4fda-a686-c0a521cded4a tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (798b1480-19fd-4e20-a758-bbec2ef8e57b), before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:00.121917 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a808f207-269f-49fe-8aea-eafd1e9c6e52 None None] Pushing event updated for resources: {'Port': ['ID=f777d204-754c-438b-bc8f-bed993185b46,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:00.210091 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1a5e0312-2ac1-47c5-952c-5fbc22ca110e tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for security_group_rule (08a2d9b6-17b3-4e95-9f50-a5c5a3a748a2), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:00.217562 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1a5e0312-2ac1-47c5-952c-5fbc22ca110e tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951415'] for security_group_rule (08a2d9b6-17b3-4e95-9f50-a5c5a3a748a2), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:00.234406 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e0312-2ac1-47c5-952c-5fbc22ca110e tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a2d9b6-17b3-4e95-9f50-a5c5a3a748a2,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:00.270133 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1a5e0312-2ac1-47c5-952c-5fbc22ca110e tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:00.272163 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-1a5e0312-2ac1-47c5-952c-5fbc22ca110e tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3331079 Jan 17 18:32:00.274876 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 56512) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:32:00.281642 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-6334004f-bf0a-486a-954a-32c99c5a409f tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Request body: {'security_group_rule': {'security_group_id': '51cd2563-7817-4f1d-a2a2-d8094eb36dea', 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:32:00.317870 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.db.securitygroups_db [None req-6334004f-bf0a-486a-954a-32c99c5a409f tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Project 7ebb9dad35744d75b104be8c72af35ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 18:32:00.327540 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6334004f-bf0a-486a-954a-32c99c5a409f tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for security_group_rule (5123e7fe-b716-4794-9b1e-bd37f2b6894b), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:00.346118 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da2ffef7-7e53-4fda-a686-c0a521cded4a tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks [] for port (798b1480-19fd-4e20-a758-bbec2ef8e57b), precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:00.357566 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da2ffef7-7e53-4fda-a686-c0a521cded4a tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167948'] for port (798b1480-19fd-4e20-a758-bbec2ef8e57b), after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:00.377692 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-f0bc4a71-5386-4055-8665-e90e82959af2 None None] Current status of the port f777d204-754c-438b-bc8f-bed993185b46 is: DOWN; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:32:00.378294 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f0bc4a71-5386-4055-8665-e90e82959af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (f777d204-754c-438b-bc8f-bed993185b46), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:00.397656 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-ee7c1a01-53cc-4734-9467-037b0c3116c3 None None] Set router 7ce94e91-52f9-48d2-94d7-dc526d61b749 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:32:00.414977 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6334004f-bf0a-486a-954a-32c99c5a409f tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for security_group_rule (5123e7fe-b716-4794-9b1e-bd37f2b6894b), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:00.420379 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6334004f-bf0a-486a-954a-32c99c5a409f tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951415'] for security_group_rule (5123e7fe-b716-4794-9b1e-bd37f2b6894b), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:00.440677 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334004f-bf0a-486a-954a-32c99c5a409f tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5123e7fe-b716-4794-9b1e-bd37f2b6894b,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:00.458252 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6334004f-bf0a-486a-954a-32c99c5a409f tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:00.464535 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-6334004f-bf0a-486a-954a-32c99c5a409f tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1883354 Jan 17 18:32:00.465654 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da2ffef7-7e53-4fda-a686-c0a521cded4a tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565514'] for floatingip (047203c3-162c-4dba-9daa-10d3f4c54195), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:00.468687 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2ffef7-7e53-4fda-a686-c0a521cded4a tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Pushing event updated for resources: {'Port': ['ID=798b1480-19fd-4e20-a758-bbec2ef8e57b,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:00.472457 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-f0bc4a71-5386-4055-8665-e90e82959af2 None None] For port f777d204-754c-438b-bc8f-bed993185b46, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=f777d204-754c-438b-bc8f-bed993185b46,segment=NetworkSegment(fa1693f1-a096-4d8f-91e0-33d7881edb3c),segment_id=fa1693f1-a096-4d8f-91e0-33d7881edb3c)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:32:00.479302 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 25fc999d-261a-4219-9aef-068be9eb3922 no longer exists at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:32:00.532025 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f0bc4a71-5386-4055-8665-e90e82959af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (f777d204-754c-438b-bc8f-bed993185b46), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:00.539168 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] No Port match for: 25fc999d-261a-4219-9aef-068be9eb3922 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:32:00.539530 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 25fc999d-261a-4219-9aef-068be9eb3922 not bound to the agent host hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:32:00.586694 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.db.l3_db [None req-da2ffef7-7e53-4fda-a686-c0a521cded4a tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Floating IP 047203c3-162c-4dba-9daa-10d3f4c54195 associated. External IP: 172.27.3.164, port: d6806e78-edb1-4a9d-84cf-15db4b1e9d4b. Jan 17 18:32:00.632078 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bc4a71-5386-4055-8665-e90e82959af2 None None] Pushing event updated for resources: {'Port': ['ID=f777d204-754c-438b-bc8f-bed993185b46,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:00.719294 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-8b6441b9-4f38-42e9-a03f-0708bff59b79 None None] Provisioning complete for port f777d204-754c-438b-bc8f-bed993185b46 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:32:00.719895 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8b6441b9-4f38-42e9-a03f-0708bff59b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (f777d204-754c-438b-bc8f-bed993185b46), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:00.813707 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-ee7c1a01-53cc-4734-9467-037b0c3116c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce94e91-52f9-48d2-94d7-dc526d61b749', 'name': 'tempest-TestVolumeBootPattern-96608801-router', 'tenant_id': '8242967bfb2b458aa57ae0a37b8c671c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'df92cd41-b3aa-4aa9-a53a-22ae594aa2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:31:48Z', 'updated_at': '2022-01-17T18:31:55Z', 'revision_number': 4, 'project_id': '8242967bfb2b458aa57ae0a37b8c671c', 'gw_port': {'id': 'df92cd41-b3aa-4aa9-a53a-22ae594aa2be', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce94e91-52f9-48d2-94d7-dc526d61b749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:48Z', 'updated_at': '2022-01-17T18:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': 'f777d204-754c-438b-bc8f-bed993185b46', 'name': '', 'network_id': '59eafbcc-2104-42fd-9e4b-ead88fdb6451', 'tenant_id': '8242967bfb2b458aa57ae0a37b8c671c', 'mac_address': 'fa:16:3e:54:15:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce94e91-52f9-48d2-94d7-dc526d61b749', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'e4a656cf-a825-4271-b96b-a3f5e6a4ebf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:53Z', 'updated_at': '2022-01-17T18:31:59Z', 'revision_number': 4, 'project_id': '8242967bfb2b458aa57ae0a37b8c671c', 'subnets': [{'id': 'e4a656cf-a825-4271-b96b-a3f5e6a4ebf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:32:00.829238 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2ffef7-7e53-4fda-a686-c0a521cded4a tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Router 7a2e8a98-702b-49cd-8e76-aead3df6155d has already been hosted by L3 agent f711a738-9445-49a6-871d-c35940c1a323 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 18:32:00.848365 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7c1a01-53cc-4734-9467-037b0c3116c3 None None] The sync data for ids ['7ce94e91-52f9-48d2-94d7-dc526d61b749'] in dv-cinder-824995-1-iscsi is: [{'id': '7ce94e91-52f9-48d2-94d7-dc526d61b749', 'name': 'tempest-TestVolumeBootPattern-96608801-router', 'tenant_id': '8242967bfb2b458aa57ae0a37b8c671c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'df92cd41-b3aa-4aa9-a53a-22ae594aa2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:31:48Z', 'updated_at': '2022-01-17T18:31:55Z', 'revision_number': 4, 'project_id': '8242967bfb2b458aa57ae0a37b8c671c', 'gw_port': {'id': 'df92cd41-b3aa-4aa9-a53a-22ae594aa2be', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce94e91-52f9-48d2-94d7-dc526d61b749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:48Z', 'updated_at': '2022-01-17T18:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': 'f777d204-754c-438b-bc8f-bed993185b46', 'name': '', 'network_id': '59eafbcc-2104-42fd-9e4b-ead88fdb6451', 'tenant_id': '8242967bfb2b458aa57ae0a37b8c671c', 'mac_address': 'fa:16:3e:54:15:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce94e91-52f9-48d2-94d7-dc526d61b749', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'e4a656cf-a825-4271-b96b-a3f5e6a4ebf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:53Z', 'updated_at': '2022-01-17T18:31:59Z', 'revision_number': 4, 'project_id': '8242967bfb2b458aa57ae0a37b8c671c', 'subnets': [{'id': 'e4a656cf-a825-4271-b96b-a3f5e6a4ebf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:32:00.855284 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-8b6441b9-4f38-42e9-a03f-0708bff59b79 None None] Current status of the port f777d204-754c-438b-bc8f-bed993185b46 is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:32:00.997080 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2ffef7-7e53-4fda-a686-c0a521cded4a tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:32:01.015666 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0137969f-39dc-49ae-9a0a-db260d1b4ff3 None None] Sync routers for ids ['7a2e8a98-702b-49cd-8e76-aead3df6155d'] in dv-cinder-824995-1-iscsi {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:32:01.026772 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0137969f-39dc-49ae-9a0a-db260d1b4ff3 None None] Routers {'7a2e8a98-702b-49cd-8e76-aead3df6155d'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:32:01.027961 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-0137969f-39dc-49ae-9a0a-db260d1b4ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:31:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['7a2e8a98-702b-49cd-8e76-aead3df6155d'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:32:01.101792 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da2ffef7-7e53-4fda-a686-c0a521cded4a tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for floatingip (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:01.129412 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e70de4-80f3-4fce-922d-973b7d78ff9e req-45e9192f-3993-401e-9cab-08a18da213ac tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:01.132244 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b9e70de4-80f3-4fce-922d-973b7d78ff9e req-45e9192f-3993-401e-9cab-08a18da213ac tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0940955 Jan 17 18:32:01.147063 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-da2ffef7-7e53-4fda-a686-c0a521cded4a tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7517879 Jan 17 18:32:01.148519 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3da79b5-cdaa-4895-a54a-dea883ff36b8', 'tag': 'd6806e78-edb1-4a9d-84cf-15db4b1e9d4b'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:32:01.150780 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6acf6e2448acaa9df75d0cfb4ee4f42f1c652325a2342385b5920e3fd6e7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb087e8-d514-4829-9fc1-1622a1832ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "d3da79b5-cdaa-4895-a54a-dea883ff36b8", "tag": "d6806e78-edb1-4a9d-84cf-15db4b1e9d4b"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:32:01.176439 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-0137969f-39dc-49ae-9a0a-db260d1b4ff3 None None] Set router 7a2e8a98-702b-49cd-8e76-aead3df6155d gateway port host: dv-cinder-824995-1-iscsi {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:32:01.178938 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0b792-0ba5-479d-8e57-6de662be1ddc req-3c0d3d6c-4350-4201-be1d-e1da7f017223 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:01.180578 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-abd0b792-0ba5-479d-8e57-6de662be1ddc req-3c0d3d6c-4350-4201-be1d-e1da7f017223 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.1566467 Jan 17 18:32:01.222154 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b9e70de4-80f3-4fce-922d-973b7d78ff9e req-b91b3005-335c-4a8c-ba29-91ba73d7f01e tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803952 Jan 17 18:32:01.237515 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-abd0b792-0ba5-479d-8e57-6de662be1ddc req-c86a3d28-3dff-4bae-97d7-15a9cfc99966 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483487 Jan 17 18:32:01.302727 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 18:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca65545c-9c75-401a-8f5e-c0bb2df31937 x-openstack-request-id: req-ca65545c-9c75-401a-8f5e-c0bb2df31937 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:32:01.303092 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3da79b5-cdaa-4895-a54a-dea883ff36b8", "tag": "d6806e78-edb1-4a9d-84cf-15db4b1e9d4b", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:32:01.303436 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ca65545c-9c75-401a-8f5e-c0bb2df31937 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:32:01.303928 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3da79b5-cdaa-4895-a54a-dea883ff36b8', 'tag': 'd6806e78-edb1-4a9d-84cf-15db4b1e9d4b', 'status': 'completed', 'code': 200} Jan 17 18:32:01.437723 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-0137969f-39dc-49ae-9a0a-db260d1b4ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2e8a98-702b-49cd-8e76-aead3df6155d', 'name': 'tempest-TestShelveInstance-1739458694-router', 'tenant_id': '5262d740746c4265993cce733a67438a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'c00e432c-3cec-4d1f-8f30-a21dd8cec7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:43Z', 'updated_at': '2022-01-17T18:30:47Z', 'revision_number': 4, 'project_id': '5262d740746c4265993cce733a67438a', 'gw_port': {'id': 'c00e432c-3cec-4d1f-8f30-a21dd8cec7b6', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2e8a98-702b-49cd-8e76-aead3df6155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:44Z', 'updated_at': '2022-01-17T18:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_floatingips': [{'id': '047203c3-162c-4dba-9daa-10d3f4c54195', 'tenant_id': '5262d740746c4265993cce733a67438a', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'router_id': '7a2e8a98-702b-49cd-8e76-aead3df6155d', 'port_id': 'd6806e78-edb1-4a9d-84cf-15db4b1e9d4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f7f3e80-1c90-454b-9448-14d5ab17dae0', 'mac_address': 'fa:16:3e:69:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3da79b5-cdaa-4895-a54a-dea883ff36b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T18:31:59Z', 'updated_at': '2022-01-17T18:31:59Z', 'revision_number': 0, 'project_id': '5262d740746c4265993cce733a67438a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82ebbe15-7849-41b9-b7f6-3e7f82de692f', 'name': '', 'network_id': '1f7f3e80-1c90-454b-9448-14d5ab17dae0', 'tenant_id': '5262d740746c4265993cce733a67438a', 'mac_address': 'fa:16:3e:f8:19:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2e8a98-702b-49cd-8e76-aead3df6155d', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '985b67e5-f935-4baf-bc4b-3331cffe658a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:46Z', 'updated_at': '2022-01-17T18:30:52Z', 'revision_number': 5, 'project_id': '5262d740746c4265993cce733a67438a', 'subnets': [{'id': '985b67e5-f935-4baf-bc4b-3331cffe658a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:32:01.472494 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0137969f-39dc-49ae-9a0a-db260d1b4ff3 None None] Checking router: 7a2e8a98-702b-49cd-8e76-aead3df6155d for host: dv-cinder-824995-1-iscsi {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:32:01.482648 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0137969f-39dc-49ae-9a0a-db260d1b4ff3 None None] Routers {'7a2e8a98-702b-49cd-8e76-aead3df6155d'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:32:01.483750 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-0137969f-39dc-49ae-9a0a-db260d1b4ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:31:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['7a2e8a98-702b-49cd-8e76-aead3df6155d'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:32:01.554409 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939127c-52ed-46c2-bf43-be60e1c2a6e2 req-7b2eaad9-99a3-41fa-b9ff-22792dc42123 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:01.556091 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2939127c-52ed-46c2-bf43-be60e1c2a6e2 req-7b2eaad9-99a3-41fa-b9ff-22792dc42123 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=a321118c-a1aa-47a3-adb6-e2c6f5d0c689 HTTP/1.1" status: 200 len: 945 time: 0.0565732 Jan 17 18:32:01.597756 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-0137969f-39dc-49ae-9a0a-db260d1b4ff3 None None] Set router 7a2e8a98-702b-49cd-8e76-aead3df6155d gateway port host: dv-cinder-824995-1-iscsi {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:32:01.608879 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2939127c-52ed-46c2-bf43-be60e1c2a6e2 req-2ca57d46-9227-4364-a1c6-8ec53ce020ec tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464897 Jan 17 18:32:01.830676 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-0137969f-39dc-49ae-9a0a-db260d1b4ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2e8a98-702b-49cd-8e76-aead3df6155d', 'name': 'tempest-TestShelveInstance-1739458694-router', 'tenant_id': '5262d740746c4265993cce733a67438a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'c00e432c-3cec-4d1f-8f30-a21dd8cec7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:43Z', 'updated_at': '2022-01-17T18:30:47Z', 'revision_number': 4, 'project_id': '5262d740746c4265993cce733a67438a', 'gw_port': {'id': 'c00e432c-3cec-4d1f-8f30-a21dd8cec7b6', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2e8a98-702b-49cd-8e76-aead3df6155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:44Z', 'updated_at': '2022-01-17T18:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_floatingips': [{'id': '047203c3-162c-4dba-9daa-10d3f4c54195', 'tenant_id': '5262d740746c4265993cce733a67438a', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'router_id': '7a2e8a98-702b-49cd-8e76-aead3df6155d', 'port_id': 'd6806e78-edb1-4a9d-84cf-15db4b1e9d4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f7f3e80-1c90-454b-9448-14d5ab17dae0', 'mac_address': 'fa:16:3e:69:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3da79b5-cdaa-4895-a54a-dea883ff36b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T18:31:59Z', 'updated_at': '2022-01-17T18:31:59Z', 'revision_number': 0, 'project_id': '5262d740746c4265993cce733a67438a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82ebbe15-7849-41b9-b7f6-3e7f82de692f', 'name': '', 'network_id': '1f7f3e80-1c90-454b-9448-14d5ab17dae0', 'tenant_id': '5262d740746c4265993cce733a67438a', 'mac_address': 'fa:16:3e:f8:19:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2e8a98-702b-49cd-8e76-aead3df6155d', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '985b67e5-f935-4baf-bc4b-3331cffe658a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:46Z', 'updated_at': '2022-01-17T18:30:52Z', 'revision_number': 5, 'project_id': '5262d740746c4265993cce733a67438a', 'subnets': [{'id': '985b67e5-f935-4baf-bc4b-3331cffe658a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:32:01.859583 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0137969f-39dc-49ae-9a0a-db260d1b4ff3 None None] The sync data for ids ['7a2e8a98-702b-49cd-8e76-aead3df6155d'] in dv-cinder-824995-1-iscsi is: [{'id': '7a2e8a98-702b-49cd-8e76-aead3df6155d', 'name': 'tempest-TestShelveInstance-1739458694-router', 'tenant_id': '5262d740746c4265993cce733a67438a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'c00e432c-3cec-4d1f-8f30-a21dd8cec7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:43Z', 'updated_at': '2022-01-17T18:30:47Z', 'revision_number': 4, 'project_id': '5262d740746c4265993cce733a67438a', 'gw_port': {'id': 'c00e432c-3cec-4d1f-8f30-a21dd8cec7b6', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2e8a98-702b-49cd-8e76-aead3df6155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:44Z', 'updated_at': '2022-01-17T18:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_floatingips': [{'id': '047203c3-162c-4dba-9daa-10d3f4c54195', 'tenant_id': '5262d740746c4265993cce733a67438a', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'router_id': '7a2e8a98-702b-49cd-8e76-aead3df6155d', 'port_id': 'd6806e78-edb1-4a9d-84cf-15db4b1e9d4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f7f3e80-1c90-454b-9448-14d5ab17dae0', 'mac_address': 'fa:16:3e:69:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3da79b5-cdaa-4895-a54a-dea883ff36b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T18:31:59Z', 'updated_at': '2022-01-17T18:31:59Z', 'revision_number': 0, 'project_id': '5262d740746c4265993cce733a67438a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82ebbe15-7849-41b9-b7f6-3e7f82de692f', 'name': '', 'network_id': '1f7f3e80-1c90-454b-9448-14d5ab17dae0', 'tenant_id': '5262d740746c4265993cce733a67438a', 'mac_address': 'fa:16:3e:f8:19:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2e8a98-702b-49cd-8e76-aead3df6155d', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '985b67e5-f935-4baf-bc4b-3331cffe658a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:46Z', 'updated_at': '2022-01-17T18:30:52Z', 'revision_number': 5, 'project_id': '5262d740746c4265993cce733a67438a', 'subnets': [{'id': '985b67e5-f935-4baf-bc4b-3331cffe658a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:32:01.990269 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device f777d204-754c-438b-bc8f-bed993185b46 up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:32:02.037975 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port f777d204-754c-438b-bc8f-bed993185b46 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:32:02.038348 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (f777d204-754c-438b-bc8f-bed993185b46), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:02.113468 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port f777d204-754c-438b-bc8f-bed993185b46 is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:32:02.338187 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ed088-d85f-4d4e-9902-a6908a34b117 req-327464fb-91f0-441a-9466-a07dac5a5635 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:02.339697 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-934ed088-d85f-4d4e-9902-a6908a34b117 req-327464fb-91f0-441a-9466-a07dac5a5635 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0514314 Jan 17 18:32:02.386104 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-934ed088-d85f-4d4e-9902-a6908a34b117 req-2082ab73-a8c4-4408-9e83-b08da3c58e5f tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403039 Jan 17 18:32:02.495424 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5225008-4e69-4a1f-9c0b-2cdef85af14e req-3bbea92d-8dbe-4c0a-bd47-9eebb59c5106 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:02.496995 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-c5225008-4e69-4a1f-9c0b-2cdef85af14e req-3bbea92d-8dbe-4c0a-bd47-9eebb59c5106 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.0503376 Jan 17 18:32:02.548268 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-c5225008-4e69-4a1f-9c0b-2cdef85af14e req-e225fa30-8872-43ba-8358-e8840ec4e2b8 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456135 Jan 17 18:32:02.727867 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc96b8e-9eea-4bfc-bc82-59c53a1cfdd4 req-78b2a2b5-8e7a-42f7-b614-1d5fcb7ab8f9 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:02.729341 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-cdc96b8e-9eea-4bfc-bc82-59c53a1cfdd4 req-78b2a2b5-8e7a-42f7-b614-1d5fcb7ab8f9 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=a321118c-a1aa-47a3-adb6-e2c6f5d0c689 HTTP/1.1" status: 200 len: 945 time: 0.0503814 Jan 17 18:32:02.779421 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-cdc96b8e-9eea-4bfc-bc82-59c53a1cfdd4 req-471185d8-7bdf-4dff-8a78-4a7db238fd63 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435717 Jan 17 18:32:02.845781 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01042421-5f09-416d-a586-08fca5b8d261 None None] New status for floating IP 047203c3-162c-4dba-9daa-10d3f4c54195: ACTIVE {{(pid=102424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 18:32:03.506798 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6029eb-5f48-46f8-bf0b-cf942e0500c5 req-1e613880-9d88-45e4-8a82-98a889ee132d tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:03.508533 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-5a6029eb-5f48-46f8-bf0b-cf942e0500c5 req-1e613880-9d88-45e4-8a82-98a889ee132d tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0497637 Jan 17 18:32:03.554651 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-5a6029eb-5f48-46f8-bf0b-cf942e0500c5 req-50cd3620-577a-4ee0-a187-683a1e570962 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401230 Jan 17 18:32:03.668699 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795fad6-f5ae-4866-af99-91a9ea068df0 req-bbe6912b-254d-47b1-b69a-10c26db2c7c0 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:03.670703 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-f795fad6-f5ae-4866-af99-91a9ea068df0 req-bbe6912b-254d-47b1-b69a-10c26db2c7c0 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.0510821 Jan 17 18:32:03.719227 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-f795fad6-f5ae-4866-af99-91a9ea068df0 req-2fa6dabe-7b4c-41a7-89de-806f0bb08282 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426977 Jan 17 18:32:03.896685 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27818eff-fde8-43be-b396-0d22d644d4dc req-de8e07cf-e57b-414e-81fc-84d0454cf406 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:03.898250 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-27818eff-fde8-43be-b396-0d22d644d4dc req-de8e07cf-e57b-414e-81fc-84d0454cf406 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=a321118c-a1aa-47a3-adb6-e2c6f5d0c689 HTTP/1.1" status: 200 len: 945 time: 0.0527306 Jan 17 18:32:03.946375 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-27818eff-fde8-43be-b396-0d22d644d4dc req-814516f0-9d80-4468-89d8-a1eccad7c7bb tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411339 Jan 17 18:32:04.043836 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb087e8-d514-4829-9fc1-1622a1832ca6 req-dd4557fe-e764-4dac-adf9-b937dd065ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:04.046365 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-dfb087e8-d514-4829-9fc1-1622a1832ca6 req-dd4557fe-e764-4dac-adf9-b937dd065ee6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5262d740746c4265993cce733a67438a&device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 1098 time: 0.0421569 Jan 17 18:32:04.147866 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb087e8-d514-4829-9fc1-1622a1832ca6 req-5dc386d9-5499-4e1a-b2fd-738da680961d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:04.149355 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-dfb087e8-d514-4829-9fc1-1622a1832ca6 req-5dc386d9-5499-4e1a-b2fd-738da680961d service neutron] 10.222.0.31 "GET /v2.0/networks?id=1f7f3e80-1c90-454b-9448-14d5ab17dae0 HTTP/1.1" status: 200 len: 910 time: 0.0913806 Jan 17 18:32:04.223579 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-dfb087e8-d514-4829-9fc1-1622a1832ca6 req-55355371-2340-49cd-b565-e811d1ad679b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6806e78-edb1-4a9d-84cf-15db4b1e9d4b HTTP/1.1" status: 200 len: 1001 time: 0.0679121 Jan 17 18:32:04.275863 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb087e8-d514-4829-9fc1-1622a1832ca6 req-fcb6be94-9a51-4f2e-b5d5-d9183749b7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:04.277375 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-dfb087e8-d514-4829-9fc1-1622a1832ca6 req-fcb6be94-9a51-4f2e-b5d5-d9183749b7f9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=985b67e5-f935-4baf-bc4b-3331cffe658a HTTP/1.1" status: 200 len: 848 time: 0.0472720 Jan 17 18:32:04.311124 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec8a8a-a9fc-46a0-aa02-f696bc642a84 req-dcee7bed-b042-4019-84da-1cbdefe849b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:04.312677 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ceec8a8a-a9fc-46a0-aa02-f696bc642a84 req-dcee7bed-b042-4019-84da-1cbdefe849b5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11bc53620fe449daa11721cdccd1e9a7&device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 1099 time: 0.0423241 Jan 17 18:32:04.322771 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb087e8-d514-4829-9fc1-1622a1832ca6 req-6435e2f2-06c5-4ba5-ac4d-2a13e72b56dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:04.324386 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-dfb087e8-d514-4829-9fc1-1622a1832ca6 req-6435e2f2-06c5-4ba5-ac4d-2a13e72b56dc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1f7f3e80-1c90-454b-9448-14d5ab17dae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403025 Jan 17 18:32:04.426306 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-dfb087e8-d514-4829-9fc1-1622a1832ca6 req-ca56cf59-eed2-4176-bb8f-a83cad2cdc54 service neutron] 10.222.0.31 "GET /v2.0/networks/1f7f3e80-1c90-454b-9448-14d5ab17dae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937030 Jan 17 18:32:04.440639 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec8a8a-a9fc-46a0-aa02-f696bc642a84 req-8e9337ea-5463-409c-97c9-b46ca079b5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:04.442131 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ceec8a8a-a9fc-46a0-aa02-f696bc642a84 req-8e9337ea-5463-409c-97c9-b46ca079b5c5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2212e019-d500-4b0c-9632-00978d519e48 HTTP/1.1" status: 200 len: 917 time: 0.1173241 Jan 17 18:32:04.529013 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-dfb087e8-d514-4829-9fc1-1622a1832ca6 req-380acb50-7022-434c-88b2-b23e9293eda6 service neutron] 10.222.0.31 "GET /v2.0/networks/1f7f3e80-1c90-454b-9448-14d5ab17dae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916517 Jan 17 18:32:04.789224 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ceec8a8a-a9fc-46a0-aa02-f696bc642a84 req-f17b657a-e8ff-47dd-bcc0-a639e2ddc689 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec772cd4-09c1-4323-a731-f99b10219d43 HTTP/1.1" status: 200 len: 1002 time: 0.3380599 Jan 17 18:32:04.801177 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f9794-3bf7-466a-b4d5-f9469839c71d req-4c963a5f-12f0-42f0-938f-ad35d0ed899c tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:04.802628 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-cd8f9794-3bf7-466a-b4d5-f9469839c71d req-4c963a5f-12f0-42f0-938f-ad35d0ed899c tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0976536 Jan 17 18:32:04.845797 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b78b9-c4a0-4ea4-b825-ef8098c195b6 req-cdcbf29d-0bea-4724-b4d3-716a7b3ec88d tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:04.847298 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ea1b78b9-c4a0-4ea4-b825-ef8098c195b6 req-cdcbf29d-0bea-4724-b4d3-716a7b3ec88d tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.0510125 Jan 17 18:32:04.870856 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec8a8a-a9fc-46a0-aa02-f696bc642a84 req-c4ea7ad9-d66d-42d9-a4bc-5b2a97e65e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:04.872370 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ceec8a8a-a9fc-46a0-aa02-f696bc642a84 req-c4ea7ad9-d66d-42d9-a4bc-5b2a97e65e76 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9ea9967e-4370-4564-98d1-90d5a9404775 HTTP/1.1" status: 200 len: 855 time: 0.0688710 Jan 17 18:32:04.896146 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-cd8f9794-3bf7-466a-b4d5-f9469839c71d req-54f867e2-0f0e-4d7d-a413-d095cc0b3b5d tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845482 Jan 17 18:32:04.899490 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ea1b78b9-c4a0-4ea4-b825-ef8098c195b6 req-90132109-8182-4cc4-99e2-1951630cc7ef tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457494 Jan 17 18:32:04.934558 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec8a8a-a9fc-46a0-aa02-f696bc642a84 req-0610aedc-a1ff-4d1c-acef-c196a670f551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:04.936073 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ceec8a8a-a9fc-46a0-aa02-f696bc642a84 req-0610aedc-a1ff-4d1c-acef-c196a670f551 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2212e019-d500-4b0c-9632-00978d519e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513492 Jan 17 18:32:05.059520 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ceec8a8a-a9fc-46a0-aa02-f696bc642a84 req-302f4b7f-6013-46db-91e8-f3beb1b8b827 service neutron] 10.222.0.31 "GET /v2.0/networks/2212e019-d500-4b0c-9632-00978d519e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112826 Jan 17 18:32:05.079704 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f87cfc-95e8-4d17-a02b-94821ee41b3a req-ba5959f4-4420-4b9e-b250-a7c55aac6fe2 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:05.081196 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b0f87cfc-95e8-4d17-a02b-94821ee41b3a req-ba5959f4-4420-4b9e-b250-a7c55aac6fe2 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=a321118c-a1aa-47a3-adb6-e2c6f5d0c689 HTTP/1.1" status: 200 len: 945 time: 0.0641730 Jan 17 18:32:05.132731 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b0f87cfc-95e8-4d17-a02b-94821ee41b3a req-9761654b-393b-45bc-aa14-5e221b5c0efe tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460956 Jan 17 18:32:06.011586 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a4b5b-1ac5-4b24-a591-fcd8bb9ec0fd req-f284ebc6-fce6-47ca-8b68-4f13ec2d3522 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:06.013066 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-919a4b5b-1ac5-4b24-a591-fcd8bb9ec0fd req-f284ebc6-fce6-47ca-8b68-4f13ec2d3522 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0490036 Jan 17 18:32:06.059319 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-919a4b5b-1ac5-4b24-a591-fcd8bb9ec0fd req-bd0ff747-8ac8-4fef-85e2-22d075f3f9a7 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404191 Jan 17 18:32:06.160733 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c932daa9-e164-40c6-a01d-3c61648811de req-e206dd7f-3889-4ca0-aaf7-b4993d9dbe3b tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:06.162263 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-c932daa9-e164-40c6-a01d-3c61648811de req-e206dd7f-3889-4ca0-aaf7-b4993d9dbe3b tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.0488346 Jan 17 18:32:06.209655 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-c932daa9-e164-40c6-a01d-3c61648811de req-5e496f7e-41e4-4b49-8571-0ea30d4093fd tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419168 Jan 17 18:32:06.319566 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d67d2-c00d-4a18-a13a-4e7d84c650de req-db6cc5ed-91a9-4658-a8ea-07813879a502 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:06.321716 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-278d67d2-c00d-4a18-a13a-4e7d84c650de req-db6cc5ed-91a9-4658-a8ea-07813879a502 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=a321118c-a1aa-47a3-adb6-e2c6f5d0c689 HTTP/1.1" status: 200 len: 945 time: 0.0535717 Jan 17 18:32:06.368740 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-278d67d2-c00d-4a18-a13a-4e7d84c650de req-7e02addd-e218-4165-b453-89ca060be22b tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411427 Jan 17 18:32:07.173014 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a29cde-7ac5-4887-b0a5-3496c440b5ee req-272f5656-7eab-44d1-824b-687957416c02 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:07.174457 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-d1a29cde-7ac5-4887-b0a5-3496c440b5ee req-272f5656-7eab-44d1-824b-687957416c02 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0474565 Jan 17 18:32:07.220662 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-d1a29cde-7ac5-4887-b0a5-3496c440b5ee req-5b0e749a-874c-4040-8f17-9447db45a810 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407290 Jan 17 18:32:07.332563 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9c4a2-7d15-4bac-af5d-7b8046cf78ba req-e4172f9a-8617-42ad-8559-e322827d5dea tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:07.334081 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-75b9c4a2-7d15-4bac-af5d-7b8046cf78ba req-e4172f9a-8617-42ad-8559-e322827d5dea tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 946 time: 0.0543768 Jan 17 18:32:07.382836 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-75b9c4a2-7d15-4bac-af5d-7b8046cf78ba req-5af4769e-7ab0-49e4-916a-7d8dc3866c41 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425444 Jan 17 18:32:07.407497 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device ec772cd4-09c1-4323-a731-f99b10219d43 no longer exists at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:32:07.488489 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port ec772cd4-09c1-4323-a731-f99b10219d43 is: ACTIVE; New status is: DOWN {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:32:07.488874 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (ec772cd4-09c1-4323-a731-f99b10219d43), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:07.491458 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12296ea0-cb6a-439b-a3f2-45ebfa812253 req-457e3994-3d94-4ed3-9d88-a0d4b89a2daf tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:07.492976 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-12296ea0-cb6a-439b-a3f2-45ebfa812253 req-457e3994-3d94-4ed3-9d88-a0d4b89a2daf tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=a321118c-a1aa-47a3-adb6-e2c6f5d0c689 HTTP/1.1" status: 200 len: 945 time: 0.0517049 Jan 17 18:32:07.544032 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-12296ea0-cb6a-439b-a3f2-45ebfa812253 req-bf544441-6ab2-4cd2-9d66-4dd8f5e47aa4 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454211 Jan 17 18:32:07.628375 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec772cd4-09c1-4323-a731-f99b10219d43'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:32:07.630488 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e36e39c9c94bd67d9c0bfa4cbed5ada700490a47b49253aa7a2931ae849a628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9467dfe-7a38-4e11-bdfc-0236e4f8c323" -d '{"events": [{"server_uuid": "9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e", "name": "network-vif-unplugged", "status": "completed", "tag": "ec772cd4-09c1-4323-a731-f99b10219d43"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:32:07.642974 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port ec772cd4-09c1-4323-a731-f99b10219d43, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=ec772cd4-09c1-4323-a731-f99b10219d43,segment=NetworkSegment(2c78bc40-75f9-41e4-87c6-931db814d21f),segment_id=2c78bc40-75f9-41e4-87c6-931db814d21f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:32:07.647584 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (ec772cd4-09c1-4323-a731-f99b10219d43), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:07.673442 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Jan 2022 18:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3402903f-06a3-4d26-b8c1-1f28b1dfe93c x-openstack-request-id: req-3402903f-06a3-4d26-b8c1-1f28b1dfe93c {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:32:07.673774 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e", "name": "network-vif-unplugged", "status": "completed", "tag": "ec772cd4-09c1-4323-a731-f99b10219d43", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:32:07.674015 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3402903f-06a3-4d26-b8c1-1f28b1dfe93c {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:32:07.674407 dv-cinder-824995-1-iscsi neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec772cd4-09c1-4323-a731-f99b10219d43', 'code': 200} Jan 17 18:32:07.699467 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=ec772cd4-09c1-4323-a731-f99b10219d43,revision_number=8']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:08.339272 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa702dd2-6043-4459-b146-b4fdcbe40509 req-6abac715-e898-4cbc-ba5a-3772cf237863 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:08.340789 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-aa702dd2-6043-4459-b146-b4fdcbe40509 req-6abac715-e898-4cbc-ba5a-3772cf237863 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0503199 Jan 17 18:32:08.392287 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-aa702dd2-6043-4459-b146-b4fdcbe40509 req-15a70e5b-d854-4693-828a-3e5f2a0018e4 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452111 Jan 17 18:32:08.557041 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b35ac-c84c-41fe-b099-b4eceeebf818 req-1ef488bd-8606-48e4-aedc-ab467adc75b8 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:08.558511 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-809b35ac-c84c-41fe-b099-b4eceeebf818 req-1ef488bd-8606-48e4-aedc-ab467adc75b8 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 944 time: 0.1055052 Jan 17 18:32:08.616098 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ceec8a8a-a9fc-46a0-aa02-f696bc642a84 req-f10a4888-29d9-4d6a-98bd-0c51e8b29f3a service neutron] 10.222.0.31 "GET /v2.0/networks/2212e019-d500-4b0c-9632-00978d519e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617179 Jan 17 18:32:08.632165 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-809b35ac-c84c-41fe-b099-b4eceeebf818 req-0d2beb5a-471e-48a9-9a4d-2bac6a28aa19 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664473 Jan 17 18:32:08.674382 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efb81d-659b-4628-86a3-4466b262f149 req-a41aae50-9417-4a08-9240-56c9fe989c19 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:08.677634 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-30efb81d-659b-4628-86a3-4466b262f149 req-a41aae50-9417-4a08-9240-56c9fe989c19 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=a321118c-a1aa-47a3-adb6-e2c6f5d0c689 HTTP/1.1" status: 200 len: 945 time: 0.0558376 Jan 17 18:32:08.729722 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-30efb81d-659b-4628-86a3-4466b262f149 req-ac20d225-1cb8-4a38-a08a-525c46874ece tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454414 Jan 17 18:32:09.511853 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13757010-7fcc-415a-8f37-5e8fdfc7ef9c req-dea39ae8-82a7-4d27-a958-21fb8482a22b tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:09.513662 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-13757010-7fcc-415a-8f37-5e8fdfc7ef9c req-dea39ae8-82a7-4d27-a958-21fb8482a22b tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0515978 Jan 17 18:32:09.564334 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-13757010-7fcc-415a-8f37-5e8fdfc7ef9c req-79172320-6028-4bde-8bc9-5568bdc6502e tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450630 Jan 17 18:32:09.768433 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c961db-7533-461c-89f8-150196108343 req-788b742a-b455-4478-8d2e-86e833aed728 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:09.769460 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-f7c961db-7533-461c-89f8-150196108343 req-788b742a-b455-4478-8d2e-86e833aed728 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 944 time: 0.0523989 Jan 17 18:32:09.820003 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-f7c961db-7533-461c-89f8-150196108343 req-3cfc639f-123a-40b5-9d73-d46818469196 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442784 Jan 17 18:32:09.868938 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead0c8c-551f-4af5-89f3-3a2419fcccf6 req-3d4957db-fb80-449b-8b31-e068bf31e2d0 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:09.870514 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-aead0c8c-551f-4af5-89f3-3a2419fcccf6 req-3d4957db-fb80-449b-8b31-e068bf31e2d0 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=a321118c-a1aa-47a3-adb6-e2c6f5d0c689 HTTP/1.1" status: 200 len: 945 time: 0.0542440 Jan 17 18:32:09.917625 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-aead0c8c-551f-4af5-89f3-3a2419fcccf6 req-564050b1-4b36-401a-8c40-11060d789adc tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410292 Jan 17 18:32:10.056182 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38214581-ae7a-48be-aa88-31f6c8682065 req-0d47a43d-02b2-421c-bc23-071e0a41f57a tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:10.058063 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-38214581-ae7a-48be-aa88-31f6c8682065 req-0d47a43d-02b2-421c-bc23-071e0a41f57a tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.31 "GET /v2.0/ports?device_id=a321118c-a1aa-47a3-adb6-e2c6f5d0c689 HTTP/1.1" status: 200 len: 945 time: 0.0527091 Jan 17 18:32:10.150768 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-38214581-ae7a-48be-aa88-31f6c8682065 req-0df3c00e-076d-49c1-af0b-ca5111c76cc3 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Deleting port 4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:32:10.151104 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-38214581-ae7a-48be-aa88-31f6c8682065 req-0df3c00e-076d-49c1-af0b-ca5111c76cc3 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:10.243306 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-38214581-ae7a-48be-aa88-31f6c8682065 req-0df3c00e-076d-49c1-af0b-ca5111c76cc3 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] For port 4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0,segment=NetworkSegment(eab41685-dbf8-458c-809c-87ead42a6e3b),segment_id=eab41685-dbf8-458c-809c-87ead42a6e3b)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:32:10.243703 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-38214581-ae7a-48be-aa88-31f6c8682065 req-0df3c00e-076d-49c1-af0b-ca5111c76cc3 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:10.257757 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-38214581-ae7a-48be-aa88-31f6c8682065 req-0df3c00e-076d-49c1-af0b-ca5111c76cc3 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Calling delete_port for 4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:32:10.386256 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-38214581-ae7a-48be-aa88-31f6c8682065 req-0df3c00e-076d-49c1-af0b-ca5111c76cc3 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:10.400688 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5', '0161fe13-ca1e-4c15-9d41-6cf9f77a2a88', '4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:32:10.418790 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df3c00e-076d-49c1-af0b-ca5111c76cc3 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Pushing event deleted for resources: {'Port': ['ID=4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:10.460412 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-38214581-ae7a-48be-aa88-31f6c8682065 req-0df3c00e-076d-49c1-af0b-ca5111c76cc3 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] No DVR routers for this DVR port 4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0 on host hv-cinder-82499 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 18:32:10.462957 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-38214581-ae7a-48be-aa88-31f6c8682065 req-0df3c00e-076d-49c1-af0b-ca5111c76cc3 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:10.467004 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-38214581-ae7a-48be-aa88-31f6c8682065 req-0df3c00e-076d-49c1-af0b-ca5111c76cc3 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.31 "DELETE /v2.0/ports/4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0 HTTP/1.1" status: 204 len: 173 time: 0.4036572 Jan 17 18:32:10.467480 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a321118c-a1aa-47a3-adb6-e2c6f5d0c689', 'name': 'network-vif-deleted', 'tag': '4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:32:10.469908 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6acf6e2448acaa9df75d0cfb4ee4f42f1c652325a2342385b5920e3fd6e7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952a7331-f045-4636-868a-2ed4c9510101" -d '{"events": [{"server_uuid": "a321118c-a1aa-47a3-adb6-e2c6f5d0c689", "name": "network-vif-deleted", "tag": "4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:32:10.523254 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b1f64c-36df-4957-b1b6-eb7fc1714b49 x-openstack-request-id: req-c6b1f64c-36df-4957-b1b6-eb7fc1714b49 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:32:10.523254 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a321118c-a1aa-47a3-adb6-e2c6f5d0c689", "name": "network-vif-deleted", "tag": "4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:32:10.523941 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c6b1f64c-36df-4957-b1b6-eb7fc1714b49 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:32:10.523941 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a321118c-a1aa-47a3-adb6-e2c6f5d0c689', 'name': 'network-vif-deleted', 'tag': '4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0', 'status': 'completed', 'code': 200} Jan 17 18:32:10.701850 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9fdcc-371c-41eb-b2ae-e583016f3dc3 req-015f58c8-30c4-48ad-8401-eac8eec57e89 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:10.703436 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d5c9fdcc-371c-41eb-b2ae-e583016f3dc3 req-015f58c8-30c4-48ad-8401-eac8eec57e89 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0636551 Jan 17 18:32:10.751938 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d5c9fdcc-371c-41eb-b2ae-e583016f3dc3 req-9bfa5793-a13f-4778-b3db-81a595fb091b tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425587 Jan 17 18:32:10.950480 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb2f40-bbd5-468b-960b-5fbe3607cd97 req-1b231bf2-8a0a-4505-a3a2-ffc01f452f7e tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:10.952289 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-22bb2f40-bbd5-468b-960b-5fbe3607cd97 req-1b231bf2-8a0a-4505-a3a2-ffc01f452f7e tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 944 time: 0.0570142 Jan 17 18:32:11.002467 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-22bb2f40-bbd5-468b-960b-5fbe3607cd97 req-9e626d69-b8fd-4bf0-84af-765eaf5a0b13 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438516 Jan 17 18:32:11.030101 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-06148e35-15b4-4b24-8c0f-540e2b5d9225 req-dda7bcb0-7941-476e-abd3-f3034919c59a tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=a321118c-a1aa-47a3-adb6-e2c6f5d0c689 HTTP/1.1" status: 200 len: 210 time: 0.0289164 Jan 17 18:32:11.521764 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-352a8003-9db4-4c2f-a036-c9c6e1b31497 req-f7e7a189-13fe-4088-8a02-554af083a560 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424509 Jan 17 18:32:11.589810 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a8003-9db4-4c2f-a036-c9c6e1b31497 req-77dd6706-5667-42eb-b306-66485944889e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:11.592536 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-352a8003-9db4-4c2f-a036-c9c6e1b31497 req-77dd6706-5667-42eb-b306-66485944889e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e713cd04cf914d75bc12b271eea8bc44&device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 1099 time: 0.0472167 Jan 17 18:32:11.708842 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a8003-9db4-4c2f-a036-c9c6e1b31497 req-2cf5817e-702e-433e-ab5d-6a8d57f6751e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:11.710413 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-352a8003-9db4-4c2f-a036-c9c6e1b31497 req-2cf5817e-702e-433e-ab5d-6a8d57f6751e service neutron] 10.222.0.31 "GET /v2.0/networks?id=dc7b8bda-4f6a-4a84-9c64-8df87d1d200d HTTP/1.1" status: 200 len: 920 time: 0.0899189 Jan 17 18:32:11.760335 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-352a8003-9db4-4c2f-a036-c9c6e1b31497 req-9515ebd8-bde1-4b30-9166-09fb3ef0a26c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f HTTP/1.1" status: 200 len: 217 time: 0.0376770 Jan 17 18:32:11.816185 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a8003-9db4-4c2f-a036-c9c6e1b31497 req-b98e8f43-b376-42f3-bcf5-38dca6dc764f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:11.817683 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-352a8003-9db4-4c2f-a036-c9c6e1b31497 req-b98e8f43-b376-42f3-bcf5-38dca6dc764f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=09b30f79-9dbf-4db5-8afc-15f2fb928f6f HTTP/1.1" status: 200 len: 859 time: 0.0451307 Jan 17 18:32:11.855542 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-352a8003-9db4-4c2f-a036-c9c6e1b31497 req-fa764d44-c65e-4e0e-bde6-7dc054b64c1e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc7b8bda-4f6a-4a84-9c64-8df87d1d200d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257680 Jan 17 18:32:11.885371 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c1b46-f355-4c4a-9426-cb5f4671eae5 req-e3e5f9a8-fe78-4417-ac12-dbd64dc1b5f8 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:11.886858 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-9f5c1b46-f355-4c4a-9426-cb5f4671eae5 req-e3e5f9a8-fe78-4417-ac12-dbd64dc1b5f8 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0538054 Jan 17 18:32:11.944234 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-9f5c1b46-f355-4c4a-9426-cb5f4671eae5 req-76cb12dc-14ef-4a99-982a-a871c2e33b5a tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514717 Jan 17 18:32:11.956094 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-352a8003-9db4-4c2f-a036-c9c6e1b31497 req-855cc25d-623f-434d-a85b-0055452e1ec0 service neutron] 10.222.0.31 "GET /v2.0/networks/dc7b8bda-4f6a-4a84-9c64-8df87d1d200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926039 Jan 17 18:32:12.061225 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-352a8003-9db4-4c2f-a036-c9c6e1b31497 req-7761417e-ef16-4b62-8377-30b69fa04d10 service neutron] 10.222.0.31 "GET /v2.0/networks/dc7b8bda-4f6a-4a84-9c64-8df87d1d200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975535 Jan 17 18:32:12.148629 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e75e0-2439-4c5e-b55f-c4551c8fd0e3 req-2ee22ddf-e5c8-4c64-9771-c6520a42563d tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:12.150160 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-a28e75e0-2439-4c5e-b55f-c4551c8fd0e3 req-2ee22ddf-e5c8-4c64-9771-c6520a42563d tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 944 time: 0.0512538 Jan 17 18:32:12.203658 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-a28e75e0-2439-4c5e-b55f-c4551c8fd0e3 req-9df39483-3f30-4cdc-9dbb-25c8983311e3 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461233 Jan 17 18:32:12.325638 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac206204-f103-4529-984e-d050d1411e89 req-1becbf14-bd3c-4b6e-bd66-c4c2b514b14b tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:12.327404 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ac206204-f103-4529-984e-d050d1411e89 req-1becbf14-bd3c-4b6e-bd66-c4c2b514b14b tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=df15e74c-0684-41a5-af8c-bc8e5cd770ef HTTP/1.1" status: 200 len: 945 time: 0.0558240 Jan 17 18:32:12.385276 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ac206204-f103-4529-984e-d050d1411e89 req-e2dc955c-052f-4ee9-9868-b54c6f1dee47 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515804 Jan 17 18:32:12.513363 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0 no longer exists at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:32:12.536719 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] No Port match for: 4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:32:12.537065 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 4e3f4f36-2ed2-47f2-aa7a-5e496b3a96b0 not bound to the agent host hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:32:12.674197 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [req-feb99055-3f76-477f-bcb6-001271caeb33 req-bce1d131-1779-46d1-b4cf-3897df3fe1bf service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 18:32:12.675316 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-feb99055-3f76-477f-bcb6-001271caeb33 req-bce1d131-1779-46d1-b4cf-3897df3fe1bf service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053775 Jan 17 18:32:12.833623 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef166b79-aad6-46a4-b875-859e27b6dcbb req-d7f75f8d-fe0c-479a-91b1-1a6a0fc0c078 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:12.835087 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ef166b79-aad6-46a4-b875-859e27b6dcbb req-d7f75f8d-fe0c-479a-91b1-1a6a0fc0c078 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 944 time: 0.0496917 Jan 17 18:32:12.882719 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ef166b79-aad6-46a4-b875-859e27b6dcbb req-63272ed3-76e6-4d36-9daf-85b22c808d0f tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419436 Jan 17 18:32:13.042267 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 56764) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:32:13.070619 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b0499-23c3-4b3c-8c1b-8e158fd13868 req-a61982cd-1db6-4314-8231-844f7dc2849a tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:13.072150 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-198b0499-23c3-4b3c-8c1b-8e158fd13868 req-a61982cd-1db6-4314-8231-844f7dc2849a tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0558362 Jan 17 18:32:13.125313 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-198b0499-23c3-4b3c-8c1b-8e158fd13868 req-c11e10ba-4191-4d32-9538-10a40ff38cfc tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466728 Jan 17 18:32:13.126662 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2c9a62e7-aa00-4afa-9249-da9aab198bf1 req-04165ff9-0be4-445e-8301-5fe95f8eabcb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0827024 Jan 17 18:32:13.135790 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [req-2c9a62e7-aa00-4afa-9249-da9aab198bf1 req-c08fe28a-db60-4565-a182-5d457310084c service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 18:32:13.136877 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2c9a62e7-aa00-4afa-9249-da9aab198bf1 req-c08fe28a-db60-4565-a182-5d457310084c service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053799 Jan 17 18:32:13.507846 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11a6e7-4c40-4ae3-979e-cc2b96040996 req-6527bf66-a173-4c1e-ab2b-250dc8e33118 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:13.509833 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-0d11a6e7-4c40-4ae3-979e-cc2b96040996 req-6527bf66-a173-4c1e-ab2b-250dc8e33118 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=df15e74c-0684-41a5-af8c-bc8e5cd770ef HTTP/1.1" status: 200 len: 945 time: 0.0536299 Jan 17 18:32:13.560782 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-0d11a6e7-4c40-4ae3-979e-cc2b96040996 req-93745c64-e347-4e18-b84c-91e3741b707f tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431604 Jan 17 18:32:14.009484 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30d732-a5b8-4b29-b007-c201188bb856 req-8a29f4cc-aa92-4388-8e0d-b6b9f81340c8 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:14.010945 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ab30d732-a5b8-4b29-b007-c201188bb856 req-8a29f4cc-aa92-4388-8e0d-b6b9f81340c8 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 944 time: 0.0498412 Jan 17 18:32:14.062989 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ab30d732-a5b8-4b29-b007-c201188bb856 req-75bb22fe-9516-480e-a261-54f1b83cd84c tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459604 Jan 17 18:32:14.240586 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c64c7-9e7f-4a6b-9c7c-4f019bc6ae41 req-e0fedc4d-b828-4172-9966-6b38ba4ab244 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:14.242189 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4a7c64c7-9e7f-4a6b-9c7c-4f019bc6ae41 req-e0fedc4d-b828-4172-9966-6b38ba4ab244 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0498331 Jan 17 18:32:14.289981 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4a7c64c7-9e7f-4a6b-9c7c-4f019bc6ae41 req-781bdc88-5839-46a9-a126-70754827ae06 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420988 Jan 17 18:32:14.522803 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device ec772cd4-09c1-4323-a731-f99b10219d43 no longer exists at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:32:14.623474 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port ec772cd4-09c1-4323-a731-f99b10219d43 is: DOWN; New status is: DOWN {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:32:14.628464 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:14.636449 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6769d8-c355-41fc-9227-d784b6fcd66f req-af723a8d-469a-41a9-9b71-88502bcecf87 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:14.638734 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-fb6769d8-c355-41fc-9227-d784b6fcd66f req-af723a8d-469a-41a9-9b71-88502bcecf87 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.31 "GET /v2.0/ports?device_id=df15e74c-0684-41a5-af8c-bc8e5cd770ef HTTP/1.1" status: 200 len: 945 time: 0.0816905 Jan 17 18:32:14.650861 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4020cb-0b45-4dc0-84ae-6888740edac9 req-7219706c-ba4e-4d75-865a-cbbbb07c7263 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:14.652393 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ff4020cb-0b45-4dc0-84ae-6888740edac9 req-7219706c-ba4e-4d75-865a-cbbbb07c7263 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=43ffca97-3ea5-459c-b910-918913b2cd2e HTTP/1.1" status: 200 len: 945 time: 0.0847766 Jan 17 18:32:14.696396 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28764fd5-5524-423a-9c58-289137792129 req-dfe8ce3b-cc29-4453-9636-0997f08bbd34 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:14.697999 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-28764fd5-5524-423a-9c58-289137792129 req-dfe8ce3b-cc29-4453-9636-0997f08bbd34 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=df15e74c-0684-41a5-af8c-bc8e5cd770ef HTTP/1.1" status: 200 len: 945 time: 0.0592692 Jan 17 18:32:14.753934 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-28764fd5-5524-423a-9c58-289137792129 req-37104040-738f-4391-a3e4-2beb5d1928da tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496435 Jan 17 18:32:14.755800 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ff4020cb-0b45-4dc0-84ae-6888740edac9 req-7b3bf68e-e3e7-4d99-980b-5ec225e0368c tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45011a8-8df0-495a-8097-8cdd3424dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951850 Jan 17 18:32:14.785763 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-fb6769d8-c355-41fc-9227-d784b6fcd66f req-c411425e-d0e7-454c-b7be-0656311431a8 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Deleting port 0161fe13-ca1e-4c15-9d41-6cf9f77a2a88 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:32:14.786120 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-fb6769d8-c355-41fc-9227-d784b6fcd66f req-c411425e-d0e7-454c-b7be-0656311431a8 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (0161fe13-ca1e-4c15-9d41-6cf9f77a2a88), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:14.880925 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-fb6769d8-c355-41fc-9227-d784b6fcd66f req-c411425e-d0e7-454c-b7be-0656311431a8 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] For port 0161fe13-ca1e-4c15-9d41-6cf9f77a2a88, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=0161fe13-ca1e-4c15-9d41-6cf9f77a2a88,segment=NetworkSegment(eab41685-dbf8-458c-809c-87ead42a6e3b),segment_id=eab41685-dbf8-458c-809c-87ead42a6e3b)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:32:14.881298 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-fb6769d8-c355-41fc-9227-d784b6fcd66f req-c411425e-d0e7-454c-b7be-0656311431a8 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (0161fe13-ca1e-4c15-9d41-6cf9f77a2a88), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:14.894110 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-fb6769d8-c355-41fc-9227-d784b6fcd66f req-c411425e-d0e7-454c-b7be-0656311431a8 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Calling delete_port for 0161fe13-ca1e-4c15-9d41-6cf9f77a2a88 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:32:15.034762 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-fb6769d8-c355-41fc-9227-d784b6fcd66f req-c411425e-d0e7-454c-b7be-0656311431a8 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (0161fe13-ca1e-4c15-9d41-6cf9f77a2a88), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:15.061947 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5', '0161fe13-ca1e-4c15-9d41-6cf9f77a2a88'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:32:15.070227 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411425e-d0e7-454c-b7be-0656311431a8 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Pushing event deleted for resources: {'Port': ['ID=0161fe13-ca1e-4c15-9d41-6cf9f77a2a88,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:15.131999 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6769d8-c355-41fc-9227-d784b6fcd66f req-c411425e-d0e7-454c-b7be-0656311431a8 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] No DVR routers for this DVR port 0161fe13-ca1e-4c15-9d41-6cf9f77a2a88 on host hv-cinder-82499 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 18:32:15.144571 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-fb6769d8-c355-41fc-9227-d784b6fcd66f req-c411425e-d0e7-454c-b7be-0656311431a8 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:15.148332 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-fb6769d8-c355-41fc-9227-d784b6fcd66f req-c411425e-d0e7-454c-b7be-0656311431a8 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.31 "DELETE /v2.0/ports/0161fe13-ca1e-4c15-9d41-6cf9f77a2a88 HTTP/1.1" status: 204 len: 173 time: 0.4942398 Jan 17 18:32:15.150123 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df15e74c-0684-41a5-af8c-bc8e5cd770ef', 'name': 'network-vif-deleted', 'tag': '0161fe13-ca1e-4c15-9d41-6cf9f77a2a88'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:32:15.156767 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6acf6e2448acaa9df75d0cfb4ee4f42f1c652325a2342385b5920e3fd6e7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c739f7e1-1541-4149-82a4-272296c83870" -d '{"events": [{"server_uuid": "df15e74c-0684-41a5-af8c-bc8e5cd770ef", "name": "network-vif-deleted", "tag": "0161fe13-ca1e-4c15-9d41-6cf9f77a2a88"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:32:15.261196 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240063fc-6745-412c-b302-6adc0f09746d req-0b5e1875-e9e5-4a38-8b37-ba27808a67ae tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:15.268938 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-240063fc-6745-412c-b302-6adc0f09746d req-0b5e1875-e9e5-4a38-8b37-ba27808a67ae tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 944 time: 0.1047838 Jan 17 18:32:15.333476 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-240063fc-6745-412c-b302-6adc0f09746d req-f24368c9-9794-474c-a887-11bf047222ba tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636899 Jan 17 18:32:15.336921 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df7f78f-41ff-4b53-b4fb-f891e1188e85 x-openstack-request-id: req-0df7f78f-41ff-4b53-b4fb-f891e1188e85 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:32:15.337405 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df15e74c-0684-41a5-af8c-bc8e5cd770ef", "name": "network-vif-deleted", "tag": "0161fe13-ca1e-4c15-9d41-6cf9f77a2a88", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:32:15.337761 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0df7f78f-41ff-4b53-b4fb-f891e1188e85 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:32:15.338234 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df15e74c-0684-41a5-af8c-bc8e5cd770ef', 'name': 'network-vif-deleted', 'tag': '0161fe13-ca1e-4c15-9d41-6cf9f77a2a88', 'status': 'completed', 'code': 200} Jan 17 18:32:15.437240 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27497f85-c726-4d24-8ea0-6772a74535e8 req-fe34268f-5341-42fa-8e88-3dda4120f072 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:15.438742 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-27497f85-c726-4d24-8ea0-6772a74535e8 req-fe34268f-5341-42fa-8e88-3dda4120f072 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0533025 Jan 17 18:32:15.489632 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-27497f85-c726-4d24-8ea0-6772a74535e8 req-6528b861-be93-4676-a352-06fd5fb6c546 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447989 Jan 17 18:32:15.865402 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2e95cdf5-bb24-46ab-a561-d50bc6581881 req-1ccb452d-e545-49b8-99f3-5238b7118c29 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=df15e74c-0684-41a5-af8c-bc8e5cd770ef HTTP/1.1" status: 200 len: 210 time: 0.0287089 Jan 17 18:32:15.872365 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5bf54-4fb7-4ae3-9142-90bf44258600 req-002eb75d-6fad-42c5-b61f-9e0e6b0fbce2 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:15.873864 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c0e5bf54-4fb7-4ae3-9142-90bf44258600 req-002eb75d-6fad-42c5-b61f-9e0e6b0fbce2 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=43ffca97-3ea5-459c-b910-918913b2cd2e HTTP/1.1" status: 200 len: 945 time: 0.0502024 Jan 17 18:32:15.928101 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c0e5bf54-4fb7-4ae3-9142-90bf44258600 req-e8014637-ebcc-4e77-a2cb-6c5dc7484564 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45011a8-8df0-495a-8097-8cdd3424dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444398 Jan 17 18:32:16.472832 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d1016-f777-469d-8f85-8e38fc0b4a4d req-b87c5523-59cb-441f-8afb-ac92fa610e63 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:16.474291 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-882d1016-f777-469d-8f85-8e38fc0b4a4d req-b87c5523-59cb-441f-8afb-ac92fa610e63 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 944 time: 0.0487087 Jan 17 18:32:16.536447 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a62e7-aa00-4afa-9249-da9aab198bf1 req-28603ead-9036-417d-97f7-53268eddf537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:16.541149 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2c9a62e7-aa00-4afa-9249-da9aab198bf1 req-28603ead-9036-417d-97f7-53268eddf537 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e&tenant_id=11bc53620fe449daa11721cdccd1e9a7 HTTP/1.1" status: 200 len: 1097 time: 0.0823908 Jan 17 18:32:16.545523 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-882d1016-f777-469d-8f85-8e38fc0b4a4d req-1753c56d-bdab-42d1-acb0-b14cc87568bc tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645738 Jan 17 18:32:16.647330 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89643a-34ea-4b2b-b069-c93257d929bc req-2dbc32cb-0fe2-48d2-ba9e-1b592191616a tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:16.648738 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ce89643a-34ea-4b2b-b069-c93257d929bc req-2dbc32cb-0fe2-48d2-ba9e-1b592191616a tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0793743 Jan 17 18:32:16.650364 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a62e7-aa00-4afa-9249-da9aab198bf1 req-2a5c197c-0a1e-4393-bba4-5fbe67e65a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:16.651784 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2c9a62e7-aa00-4afa-9249-da9aab198bf1 req-2a5c197c-0a1e-4393-bba4-5fbe67e65a48 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11bc53620fe449daa11721cdccd1e9a7&device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 1097 time: 0.0835712 Jan 17 18:32:16.741577 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ce89643a-34ea-4b2b-b069-c93257d929bc req-cf01f31b-f04f-44bc-9d73-ff257a0aaca1 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872316 Jan 17 18:32:16.771384 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a62e7-aa00-4afa-9249-da9aab198bf1 req-af0e9ee7-48d6-46ee-8dd4-0c190a4dd5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:16.772859 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2c9a62e7-aa00-4afa-9249-da9aab198bf1 req-af0e9ee7-48d6-46ee-8dd4-0c190a4dd5e4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2212e019-d500-4b0c-9632-00978d519e48 HTTP/1.1" status: 200 len: 917 time: 0.1060619 Jan 17 18:32:16.845635 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2c9a62e7-aa00-4afa-9249-da9aab198bf1 req-9e8a8d9f-787c-4134-8a81-0f630910b7b2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec772cd4-09c1-4323-a731-f99b10219d43 HTTP/1.1" status: 200 len: 1000 time: 0.0613801 Jan 17 18:32:16.899303 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a62e7-aa00-4afa-9249-da9aab198bf1 req-d8525d16-517c-4fe9-97e7-1850bd88177a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:16.900726 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2c9a62e7-aa00-4afa-9249-da9aab198bf1 req-d8525d16-517c-4fe9-97e7-1850bd88177a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9ea9967e-4370-4564-98d1-90d5a9404775 HTTP/1.1" status: 200 len: 855 time: 0.0462437 Jan 17 18:32:16.957786 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a62e7-aa00-4afa-9249-da9aab198bf1 req-906b5d7b-4678-4837-a4a4-82d033019565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:16.959423 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2c9a62e7-aa00-4afa-9249-da9aab198bf1 req-906b5d7b-4678-4837-a4a4-82d033019565 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2212e019-d500-4b0c-9632-00978d519e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443411 Jan 17 18:32:16.975628 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-15b5efd7-3000-4b0d-beb8-bf00778c724d req-8c0fa925-fd5b-4a14-8751-35a02640ce87 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=df15e74c-0684-41a5-af8c-bc8e5cd770ef HTTP/1.1" status: 200 len: 210 time: 0.0298042 Jan 17 18:32:17.113511 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a397ce-616b-4c3e-9ac0-c9028034960b req-df2b409d-8ce4-4c0b-8ebd-348b50684940 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:17.115008 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-59a397ce-616b-4c3e-9ac0-c9028034960b req-df2b409d-8ce4-4c0b-8ebd-348b50684940 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=43ffca97-3ea5-459c-b910-918913b2cd2e HTTP/1.1" status: 200 len: 945 time: 0.1088569 Jan 17 18:32:17.120587 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2c9a62e7-aa00-4afa-9249-da9aab198bf1 req-8787c82f-ac1f-4ef6-b6d4-1fd1ae8c6cb6 service neutron] 10.222.0.31 "GET /v2.0/networks/2212e019-d500-4b0c-9632-00978d519e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407104 Jan 17 18:32:17.363908 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb206e-ad80-4234-8948-557cffb0bb82 req-ca5f0ac4-6ccb-4f19-a21c-cc0390a0ced8 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:17.365367 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-5dcb206e-ad80-4234-8948-557cffb0bb82 req-ca5f0ac4-6ccb-4f19-a21c-cc0390a0ced8 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.31 "GET /v2.0/ports?device_id=43ffca97-3ea5-459c-b910-918913b2cd2e HTTP/1.1" status: 200 len: 945 time: 0.0506201 Jan 17 18:32:17.408904 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-59a397ce-616b-4c3e-9ac0-c9028034960b req-17c37048-0a01-42bd-85d5-a0df9756a2a3 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/security-groups?id=c45011a8-8df0-495a-8097-8cdd3424dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873659 Jan 17 18:32:17.451561 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2c9a62e7-aa00-4afa-9249-da9aab198bf1 req-5e0f108d-a641-4dfb-ad8f-c48b317e11d6 service neutron] 10.222.0.31 "GET /v2.0/networks/2212e019-d500-4b0c-9632-00978d519e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149767 Jan 17 18:32:17.469258 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-5dcb206e-ad80-4234-8948-557cffb0bb82 req-91f0ea2a-ed76-4931-9c0a-d8e33121302e tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Deleting port 3f0904cc-ae36-493f-81b1-bc85a256afe5 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:32:17.469749 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5dcb206e-ad80-4234-8948-557cffb0bb82 req-91f0ea2a-ed76-4931-9c0a-d8e33121302e tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (3f0904cc-ae36-493f-81b1-bc85a256afe5), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:17.566239 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-5dcb206e-ad80-4234-8948-557cffb0bb82 req-91f0ea2a-ed76-4931-9c0a-d8e33121302e tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] For port 3f0904cc-ae36-493f-81b1-bc85a256afe5, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=3f0904cc-ae36-493f-81b1-bc85a256afe5,segment=NetworkSegment(b0462b14-021a-450c-9e0f-647b2d940446),segment_id=b0462b14-021a-450c-9e0f-647b2d940446)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:32:17.566600 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5dcb206e-ad80-4234-8948-557cffb0bb82 req-91f0ea2a-ed76-4931-9c0a-d8e33121302e tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (3f0904cc-ae36-493f-81b1-bc85a256afe5), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:17.579137 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-5dcb206e-ad80-4234-8948-557cffb0bb82 req-91f0ea2a-ed76-4931-9c0a-d8e33121302e tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Calling delete_port for 3f0904cc-ae36-493f-81b1-bc85a256afe5 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:32:17.689831 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ed137-3ebe-4c81-a326-97b57f8173f7 req-1aa2aa10-838e-4d15-9a8d-00e909e89ffb tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:17.691336 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-379ed137-3ebe-4c81-a326-97b57f8173f7 req-1aa2aa10-838e-4d15-9a8d-00e909e89ffb tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 944 time: 0.0707796 Jan 17 18:32:17.732623 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5dcb206e-ad80-4234-8948-557cffb0bb82 req-91f0ea2a-ed76-4931-9c0a-d8e33121302e tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933'] for port (3f0904cc-ae36-493f-81b1-bc85a256afe5), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:17.749976 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['3f0904cc-ae36-493f-81b1-bc85a256afe5'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:32:17.764495 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-379ed137-3ebe-4c81-a326-97b57f8173f7 req-ea15dacb-8aad-4a18-80c7-fdf876a028dc tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626926 Jan 17 18:32:17.765348 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0ea2a-ed76-4931-9c0a-d8e33121302e tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Pushing event deleted for resources: {'Port': ['ID=3f0904cc-ae36-493f-81b1-bc85a256afe5,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:17.774821 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f0ea2a-ed76-4931-9c0a-d8e33121302e tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:32:17.775175 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f0ea2a-ed76-4931-9c0a-d8e33121302e tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:32:17.775726 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f0ea2a-ed76-4931-9c0a-d8e33121302e tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:32:17.776085 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f0ea2a-ed76-4931-9c0a-d8e33121302e tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:32:17.776551 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f0ea2a-ed76-4931-9c0a-d8e33121302e tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:32:17.776894 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f0ea2a-ed76-4931-9c0a-d8e33121302e tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:32:17.777229 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f0ea2a-ed76-4931-9c0a-d8e33121302e tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:32:17.778697 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f0ea2a-ed76-4931-9c0a-d8e33121302e tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:32:17.779045 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f0ea2a-ed76-4931-9c0a-d8e33121302e tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:32:17.779380 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f0ea2a-ed76-4931-9c0a-d8e33121302e tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:32:17.779776 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f0ea2a-ed76-4931-9c0a-d8e33121302e tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:32:17.780115 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f0ea2a-ed76-4931-9c0a-d8e33121302e tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:32:17.780447 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f0ea2a-ed76-4931-9c0a-d8e33121302e tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:32:17.856064 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dcb206e-ad80-4234-8948-557cffb0bb82 req-91f0ea2a-ed76-4931-9c0a-d8e33121302e tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] No DVR routers for this DVR port 3f0904cc-ae36-493f-81b1-bc85a256afe5 on host hv-cinder-82499 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 18:32:17.858666 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5dcb206e-ad80-4234-8948-557cffb0bb82 req-91f0ea2a-ed76-4931-9c0a-d8e33121302e tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:17.862196 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-5dcb206e-ad80-4234-8948-557cffb0bb82 req-91f0ea2a-ed76-4931-9c0a-d8e33121302e tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.31 "DELETE /v2.0/ports/3f0904cc-ae36-493f-81b1-bc85a256afe5 HTTP/1.1" status: 204 len: 173 time: 0.4905436 Jan 17 18:32:17.863294 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ffca97-3ea5-459c-b910-918913b2cd2e', 'name': 'network-vif-deleted', 'tag': '3f0904cc-ae36-493f-81b1-bc85a256afe5'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:32:17.865479 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ebc6f40cb2ac68c89279b37e377f59c9ca88cf84401dffc3b34b74128c2044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fcc4b48-a836-4f42-b85f-dde40701d7f6" -d '{"events": [{"server_uuid": "43ffca97-3ea5-459c-b910-918913b2cd2e", "name": "network-vif-deleted", "tag": "3f0904cc-ae36-493f-81b1-bc85a256afe5"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:32:17.928950 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff62e69-d3b2-415d-8951-36986f0463ab x-openstack-request-id: req-bff62e69-d3b2-415d-8951-36986f0463ab {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:32:17.929238 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ffca97-3ea5-459c-b910-918913b2cd2e", "name": "network-vif-deleted", "tag": "3f0904cc-ae36-493f-81b1-bc85a256afe5", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:32:17.929491 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bff62e69-d3b2-415d-8951-36986f0463ab {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:32:17.929878 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ffca97-3ea5-459c-b910-918913b2cd2e', 'name': 'network-vif-deleted', 'tag': '3f0904cc-ae36-493f-81b1-bc85a256afe5', 'status': 'completed', 'code': 200} Jan 17 18:32:17.946086 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249d782-4708-4991-80c1-20f4afbc97da req-5761d19c-b33f-41ea-b95b-4ef5542a6031 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:17.948790 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-f249d782-4708-4991-80c1-20f4afbc97da req-5761d19c-b33f-41ea-b95b-4ef5542a6031 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0940363 Jan 17 18:32:18.026393 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-f249d782-4708-4991-80c1-20f4afbc97da req-7813edee-e709-4398-83e0-a204ab42549a tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542991 Jan 17 18:32:18.528519 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-049eb0c3-5985-42b6-a849-24a1c388b4cc req-722c6147-8a8b-48db-98f9-d0c6879354ff tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=43ffca97-3ea5-459c-b910-918913b2cd2e HTTP/1.1" status: 200 len: 210 time: 0.0283327 Jan 17 18:32:18.565772 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 0161fe13-ca1e-4c15-9d41-6cf9f77a2a88 no longer exists at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:32:18.589830 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] No Port match for: 0161fe13-ca1e-4c15-9d41-6cf9f77a2a88 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:32:18.590180 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 0161fe13-ca1e-4c15-9d41-6cf9f77a2a88 not bound to the agent host hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:32:18.936849 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c8318-0149-4fce-bda4-f31d310fc302 req-8d98c9f8-39d7-4d21-87b6-200eacbfdde5 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:18.938631 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-be2c8318-0149-4fce-bda4-f31d310fc302 req-8d98c9f8-39d7-4d21-87b6-200eacbfdde5 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 944 time: 0.0620275 Jan 17 18:32:18.990999 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-be2c8318-0149-4fce-bda4-f31d310fc302 req-80016539-5243-4965-af30-a28abe1b634b tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464320 Jan 17 18:32:19.144437 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac1ec2-2ed1-4b6e-9bbf-6893480a74f6 req-206a87d5-f796-4ba3-bb84-8f5097ac5469 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:19.145884 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-37ac1ec2-2ed1-4b6e-9bbf-6893480a74f6 req-206a87d5-f796-4ba3-bb84-8f5097ac5469 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0571375 Jan 17 18:32:19.202760 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-37ac1ec2-2ed1-4b6e-9bbf-6893480a74f6 req-6009ef4b-9703-4451-ab3f-29ca8087fdb4 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507083 Jan 17 18:32:19.506555 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd63c1-60a6-4795-b6e2-af17d79bf1aa req-f03a365a-79f1-4a43-964a-8c153ad0863c tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:19.508067 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b4cd63c1-60a6-4795-b6e2-af17d79bf1aa req-f03a365a-79f1-4a43-964a-8c153ad0863c tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 946 time: 0.0531383 Jan 17 18:32:19.561041 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b4cd63c1-60a6-4795-b6e2-af17d79bf1aa req-572354a4-7050-43c7-a89d-d75ba8a4845d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464261 Jan 17 18:32:19.674169 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-0912109f-5d8a-463a-b29e-ff105d595749 req-8ab6a2b0-b86a-470d-a8ff-f182cf5a64f1 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=43ffca97-3ea5-459c-b910-918913b2cd2e HTTP/1.1" status: 200 len: 210 time: 0.0331364 Jan 17 18:32:20.119432 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16f3da-3669-404f-944f-dd101e491a4b req-0845b30b-fde1-4d71-9c03-61ccbd384ead tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:20.122111 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ce16f3da-3669-404f-944f-dd101e491a4b req-0845b30b-fde1-4d71-9c03-61ccbd384ead tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 944 time: 0.0547845 Jan 17 18:32:20.175675 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ce16f3da-3669-404f-944f-dd101e491a4b req-c759402a-8133-458d-a1e8-bc264e04caf9 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473845 Jan 17 18:32:20.322998 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adcc4e9-10b8-4976-b154-24ece80b8918 req-f703c21b-45c7-49b6-ae54-7e84012add5d tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:20.324593 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6adcc4e9-10b8-4976-b154-24ece80b8918 req-f703c21b-45c7-49b6-ae54-7e84012add5d tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0498281 Jan 17 18:32:20.375527 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6adcc4e9-10b8-4976-b154-24ece80b8918 req-3bb46713-3706-428b-8bd9-f5676bd4e403 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451181 Jan 17 18:32:20.566320 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 3f0904cc-ae36-493f-81b1-bc85a256afe5 no longer exists at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:32:20.590007 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] No Port match for: 3f0904cc-ae36-493f-81b1-bc85a256afe5 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:32:20.591129 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 3f0904cc-ae36-493f-81b1-bc85a256afe5 not bound to the agent host hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:32:20.693546 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09ea0b-9e7a-4e9b-9ffe-173e4d6a26cf req-cb2f2df3-63a5-4d8e-92ad-7e8bfd2c0574 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:20.695075 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ff09ea0b-9e7a-4e9b-9ffe-173e4d6a26cf req-cb2f2df3-63a5-4d8e-92ad-7e8bfd2c0574 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 946 time: 0.0659332 Jan 17 18:32:20.744005 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ff09ea0b-9e7a-4e9b-9ffe-173e4d6a26cf req-0e42fe62-934c-4d78-9a77-aff5d66e709c tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423367 Jan 17 18:32:20.842175 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6e888926-4fe9-477e-be3f-0c8ecef36aa6 req-e8fcd24d-3704-4ce8-9002-0541389d7d4b tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=43ffca97-3ea5-459c-b910-918913b2cd2e HTTP/1.1" status: 200 len: 210 time: 0.0273683 Jan 17 18:32:21.052742 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c8e49ecb-cac7-470d-9f03-45b40ce5090a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:21.304815 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9fd23c-916d-4e1e-afb3-8f6f70583666 req-5668acbe-601a-44df-835e-1323bbe7a759 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:21.306287 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-9f9fd23c-916d-4e1e-afb3-8f6f70583666 req-5668acbe-601a-44df-835e-1323bbe7a759 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 944 time: 0.0510664 Jan 17 18:32:21.360088 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-9f9fd23c-916d-4e1e-afb3-8f6f70583666 req-2e078ed1-8599-45c7-be0a-d8cee7c79e20 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479507 Jan 17 18:32:21.497722 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75bd66-a688-4ae3-a35f-90860dfe13ee req-6f5a1364-56dd-4513-bacd-e8c875d6f8f6 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:21.499220 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-fd75bd66-a688-4ae3-a35f-90860dfe13ee req-6f5a1364-56dd-4513-bacd-e8c875d6f8f6 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0545430 Jan 17 18:32:21.550581 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-fd75bd66-a688-4ae3-a35f-90860dfe13ee req-b1ebf91b-7814-41c8-85ed-55c83d809066 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453699 Jan 17 18:32:21.871125 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46950348-8cfb-4087-9743-da9471c482ca req-7add5793-9a87-49b9-b0ed-54ea283cbfe1 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:21.873267 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-46950348-8cfb-4087-9743-da9471c482ca req-7add5793-9a87-49b9-b0ed-54ea283cbfe1 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 946 time: 0.0531974 Jan 17 18:32:21.924453 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-46950348-8cfb-4087-9743-da9471c482ca req-3fb72bd4-daa7-4235-a0ef-3137df49d3bb tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454590 Jan 17 18:32:22.022421 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-f62e5c91-a3e1-4f17-97f7-dc99a3002ae8 req-6151de64-8bd0-4336-9001-0464ac0d75bd tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=43ffca97-3ea5-459c-b910-918913b2cd2e HTTP/1.1" status: 200 len: 210 time: 0.0274887 Jan 17 18:32:22.483677 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6df1f-9aac-49d1-941c-e00937215f86 req-479c5d0d-e3b7-48d6-ab2f-fb0bf56db4e6 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:22.485185 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6dc6df1f-9aac-49d1-941c-e00937215f86 req-479c5d0d-e3b7-48d6-ab2f-fb0bf56db4e6 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 944 time: 0.0544503 Jan 17 18:32:22.533655 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6dc6df1f-9aac-49d1-941c-e00937215f86 req-00e38f60-6817-466b-ad20-10e45109851b tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425844 Jan 17 18:32:22.673930 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e2134-f6e1-4492-a797-8af82b230780 req-b1e6cd02-738f-4210-814b-16456532ad61 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:22.677277 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-e97e2134-f6e1-4492-a797-8af82b230780 req-b1e6cd02-738f-4210-814b-16456532ad61 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0548668 Jan 17 18:32:22.724716 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-e97e2134-f6e1-4492-a797-8af82b230780 req-9b38ce3f-8b9f-4ebf-a28d-5179dd3c9aaa tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432279 Jan 17 18:32:23.042100 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e025a-0398-4c75-94cf-79f3d741f2ed req-021c8481-1c91-4523-b48e-fcdd0e33ea88 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:23.044435 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-a74e025a-0398-4c75-94cf-79f3d741f2ed req-021c8481-1c91-4523-b48e-fcdd0e33ea88 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 946 time: 0.0528519 Jan 17 18:32:23.099456 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-a74e025a-0398-4c75-94cf-79f3d741f2ed req-de7b5ee9-405f-4ad6-bb55-32a9dc8e9be2 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493331 Jan 17 18:32:23.202278 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-7978983d-3a36-4182-bf26-f2a3ed66de90 req-d620f085-8b3b-4267-bdfa-2ce21cbde2ac tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=43ffca97-3ea5-459c-b910-918913b2cd2e HTTP/1.1" status: 200 len: 210 time: 0.0280302 Jan 17 18:32:23.362996 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-faf1d192-ca55-4bc7-86bb-ac23e4290833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:23.635962 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 6 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:32:23.677691 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46821d46-830d-4d4a-b8e8-ed021b835f6c req-38084d0a-2c24-4687-8f85-69066cb91246 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:23.679278 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-46821d46-830d-4d4a-b8e8-ed021b835f6c req-38084d0a-2c24-4687-8f85-69066cb91246 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 944 time: 0.0534229 Jan 17 18:32:23.733549 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-46821d46-830d-4d4a-b8e8-ed021b835f6c req-6a5f0310-e5ad-43e2-bc7e-917af894cd1d tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474069 Jan 17 18:32:23.841563 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623cb3a1-e0c2-496a-aec5-0d81eaf1016f req-ad7b85a8-7ce1-4a13-aedd-260064c8c576 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:23.842965 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-623cb3a1-e0c2-496a-aec5-0d81eaf1016f req-ad7b85a8-7ce1-4a13-aedd-260064c8c576 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0511878 Jan 17 18:32:23.901524 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-623cb3a1-e0c2-496a-aec5-0d81eaf1016f req-f88959dd-d1a0-428a-8792-fab1f17292c6 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529897 Jan 17 18:32:24.221336 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f2fdc-05fa-45e5-88f1-091cb4000bd7 req-e55da963-b110-4d89-8266-be0accb1d78a tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:24.222885 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-745f2fdc-05fa-45e5-88f1-091cb4000bd7 req-e55da963-b110-4d89-8266-be0accb1d78a tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 946 time: 0.0521212 Jan 17 18:32:24.301560 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-745f2fdc-05fa-45e5-88f1-091cb4000bd7 req-2a5b486e-73cd-4bb6-abd2-dc7ac89072b4 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671363 Jan 17 18:32:24.392702 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-bdd9608e-7900-4bc1-b973-b1743d146cfd req-944c27a5-c19a-4377-ab12-7114b25db367 tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=43ffca97-3ea5-459c-b910-918913b2cd2e HTTP/1.1" status: 200 len: 210 time: 0.0267575 Jan 17 18:32:24.535186 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:24.867472 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d7a36-d940-4dce-8328-5b50cc86261b req-3e6840c2-947e-4d8c-9dca-938d5ae57e59 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:24.868940 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-001d7a36-d940-4dce-8328-5b50cc86261b req-3e6840c2-947e-4d8c-9dca-938d5ae57e59 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 944 time: 0.0589254 Jan 17 18:32:24.919349 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-001d7a36-d940-4dce-8328-5b50cc86261b req-ecebbac0-8d64-474f-ab7f-ebb96b833026 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434749 Jan 17 18:32:25.029646 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c7940-bbed-4597-8794-06e6d1fe6e3d req-4540ff85-16a1-4810-b490-04e447f6396a tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:25.031120 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-171c7940-bbed-4597-8794-06e6d1fe6e3d req-4540ff85-16a1-4810-b490-04e447f6396a tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0531013 Jan 17 18:32:25.080806 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-171c7940-bbed-4597-8794-06e6d1fe6e3d req-b4cbee59-54e5-4e30-bcb0-bc3bbc2a162d tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440598 Jan 17 18:32:25.417435 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a795084-e513-4d2d-a355-f1afee2a825a req-c68f3ee3-f81b-4719-8c02-6a5e629d105b tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:25.419542 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4a795084-e513-4d2d-a355-f1afee2a825a req-c68f3ee3-f81b-4719-8c02-6a5e629d105b tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 946 time: 0.0542502 Jan 17 18:32:25.471900 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4a795084-e513-4d2d-a355-f1afee2a825a req-bc6d7390-2c70-41d1-94a7-e8362f689112 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467610 Jan 17 18:32:25.607249 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-7c182d01-5705-4bed-b7f5-4b145e8ec830 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1541175604&fields=id&tenant_id=7ebb9dad35744d75b104be8c72af35ec HTTP/1.1" status: 200 len: 267 time: 0.0558863 Jan 17 18:32:25.722294 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-4e713e77-df93-4d47-a5db-dcf831e1345d tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:25.723919 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-4e713e77-df93-4d47-a5db-dcf831e1345d tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/networks?id=6dfbb2a7-5276-4203-a32e-db5c6045b523 HTTP/1.1" status: 200 len: 812 time: 0.1102979 Jan 17 18:32:25.740305 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-3b2f11ad-5e17-4d6c-ad7e-cd02185dad39 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/quotas/7ebb9dad35744d75b104be8c72af35ec HTTP/1.1" status: 200 len: 375 time: 0.0110631 Jan 17 18:32:25.799652 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-09fdb0d8-a08d-4938-9f8f-68c327f80210 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7ebb9dad35744d75b104be8c72af35ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541086 Jan 17 18:32:25.900397 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-7291c229-f9f5-4212-8425-ca8e03e22c81 service neutron] 10.222.0.57 "GET /v2.0/networks/6dfbb2a7-5276-4203-a32e-db5c6045b523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874169 Jan 17 18:32:25.994388 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-0b67a42b-4145-4b2a-aec5-251b176815e4 service neutron] 10.222.0.57 "GET /v2.0/networks/6dfbb2a7-5276-4203-a32e-db5c6045b523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874965 Jan 17 18:32:26.102006 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:26.352355 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-8abe2b17-955a-49fd-8bf9-903829c7f149 req-37858149-91a5-4765-82c9-17babcf92f5b tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=43ffca97-3ea5-459c-b910-918913b2cd2e HTTP/1.1" status: 200 len: 210 time: 0.0290694 Jan 17 18:32:26.473874 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d90f6-d1a8-4b14-9bb9-eec6d74e289c req-7deb2860-a65a-4fa5-a7b7-634ff593d2ef tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:26.475828 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-da8d90f6-d1a8-4b14-9bb9-eec6d74e289c req-7deb2860-a65a-4fa5-a7b7-634ff593d2ef tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 944 time: 0.0594077 Jan 17 18:32:26.551825 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-da8d90f6-d1a8-4b14-9bb9-eec6d74e289c req-ff2d6fc8-0df0-4c4f-a73c-df9b2cbf58ed tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696838 Jan 17 18:32:26.720991 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575ee6c-eb81-45d9-814d-26b1797a5e60 req-f271835d-c235-4b99-b966-f8c1192ecd18 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:26.722974 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-5575ee6c-eb81-45d9-814d-26b1797a5e60 req-f271835d-c235-4b99-b966-f8c1192ecd18 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0688322 Jan 17 18:32:26.802520 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-5575ee6c-eb81-45d9-814d-26b1797a5e60 req-3d31b19c-fa39-4c9c-beca-f36b6b703dae tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643778 Jan 17 18:32:26.894061 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-53f982a7-4831-416f-98e4-54e3c08c0f62 req-3c46a07e-8e88-4471-971b-0a40843dab38 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=8cdc9be2-30a5-4d70-8a06-10857a8b3a9b HTTP/1.1" status: 200 len: 210 time: 0.0312216 Jan 17 18:32:27.001400 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58b678-a81c-44bd-9c68-641df68a1724 req-c9219fc5-1eaa-40be-80c8-cb6e580bfd6c tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:27.003158 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-dc58b678-a81c-44bd-9c68-641df68a1724 req-c9219fc5-1eaa-40be-80c8-cb6e580bfd6c tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 946 time: 0.0540583 Jan 17 18:32:27.064169 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-dc58b678-a81c-44bd-9c68-641df68a1724 req-25edcc1b-8a81-4e3a-aaf8-8fc18b01ee12 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547302 Jan 17 18:32:27.332252 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:27.464816 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ef531355-a68b-47a1-8523-bfaef78cd769 req-44c0c3da-9362-43d6-8b10-34bda165f22c tempest-VolumesSnapshotTestJSON-1777906051 tempest-VolumesSnapshotTestJSON-1777906051-project] 10.222.0.57 "GET /v2.0/ports?device_id=43ffca97-3ea5-459c-b910-918913b2cd2e HTTP/1.1" status: 200 len: 210 time: 0.0265524 Jan 17 18:32:27.687808 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b440f-ffe2-4e5f-a151-433c1cda4153 req-01616674-4b85-40b8-bf59-6fba5d8927b3 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:27.689281 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-a23b440f-ffe2-4e5f-a151-433c1cda4153 req-01616674-4b85-40b8-bf59-6fba5d8927b3 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 944 time: 0.0571039 Jan 17 18:32:27.735106 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-a23b440f-ffe2-4e5f-a151-433c1cda4153 req-c5d83130-0990-436b-8b66-e8ea120f9187 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402193 Jan 17 18:32:27.917092 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81babb89-4ac3-4814-a5ab-69ab816cb689 req-1519c112-d045-40b5-b2ea-0a1da8e9199c tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:27.919547 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-81babb89-4ac3-4814-a5ab-69ab816cb689 req-1519c112-d045-40b5-b2ea-0a1da8e9199c tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0499399 Jan 17 18:32:27.965708 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-81babb89-4ac3-4814-a5ab-69ab816cb689 req-420d52f1-ea52-4f19-a679-e5990102c8f3 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405838 Jan 17 18:32:28.042293 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c0b6d062-d4b8-4731-b2e9-af45436e8d11 req-77809b92-c71c-438f-9c83-8bcbd4b59988 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=8cdc9be2-30a5-4d70-8a06-10857a8b3a9b HTTP/1.1" status: 200 len: 210 time: 0.0251000 Jan 17 18:32:28.188294 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378e645-9de4-498c-a88c-f98e03c954b8 req-c5d6799e-d2cb-4317-ae56-d11b221aeb15 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:28.190211 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-f378e645-9de4-498c-a88c-f98e03c954b8 req-c5d6799e-d2cb-4317-ae56-d11b221aeb15 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 946 time: 0.0561767 Jan 17 18:32:28.242827 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-f378e645-9de4-498c-a88c-f98e03c954b8 req-f6877376-63d8-4930-b825-12ab727a74d0 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473762 Jan 17 18:32:28.930656 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbf6e7-69e3-4db1-97c1-2bc55fae0704 req-82d53496-2a3f-4b6b-96c7-b50bcfd686b4 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:28.932149 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-f5bbf6e7-69e3-4db1-97c1-2bc55fae0704 req-82d53496-2a3f-4b6b-96c7-b50bcfd686b4 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 944 time: 0.0875316 Jan 17 18:32:28.939468 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-39d328a8-d580-4640-84e0-d8373a0f0fc7 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:28.940797 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-39d328a8-d580-4640-84e0-d8373a0f0fc7 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.31 "GET /v2.0/networks?id=6dfbb2a7-5276-4203-a32e-db5c6045b523 HTTP/1.1" status: 200 len: 812 time: 0.1516476 Jan 17 18:32:28.996217 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-f5bbf6e7-69e3-4db1-97c1-2bc55fae0704 req-a25f9f82-03b5-41eb-9940-5ae7a0ff4a9e tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544732 Jan 17 18:32:29.036926 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-88a4bd4f-e58f-4607-8750-5aa1a35ece11 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ebb9dad35744d75b104be8c72af35ec HTTP/1.1" status: 200 len: 380 time: 0.0713370 Jan 17 18:32:29.046921 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-278daf8a-c18f-42e5-a546-ee3f2594894e tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Request body: {'port': {'device_id': '8cdc9be2-30a5-4d70-8a06-10857a8b3a9b', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'admin_state_up': True, 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'security_groups': ['51cd2563-7817-4f1d-a2a2-d8094eb36dea']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:32:29.098664 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c748af-0a8a-4afa-b8fa-d0a932a6332e req-ea8352f3-7927-4497-b0b5-2f2b0de54011 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:29.100985 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-19c748af-0a8a-4afa-b8fa-d0a932a6332e req-ea8352f3-7927-4497-b0b5-2f2b0de54011 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0594714 Jan 17 18:32:29.164818 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-19c748af-0a8a-4afa-b8fa-d0a932a6332e req-2b9001d8-8188-4750-b7bb-0735f1eee0a0 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571527 Jan 17 18:32:29.361335 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab11dbe-faff-4081-a46d-fedb11ff6d2a req-85147518-20a3-48c4-acfe-0a16d92caaf5 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:29.362834 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-1ab11dbe-faff-4081-a46d-fedb11ff6d2a req-85147518-20a3-48c4-acfe-0a16d92caaf5 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 946 time: 0.0502961 Jan 17 18:32:29.383630 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-73fbf3be-2a8b-4225-8a0f-4c385fe6acaf req-59713c88-ec83-49b4-8637-9b331772129e tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=8cdc9be2-30a5-4d70-8a06-10857a8b3a9b HTTP/1.1" status: 200 len: 210 time: 0.2625666 Jan 17 18:32:29.412244 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-278daf8a-c18f-42e5-a546-ee3f2594894e tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Made reservation on behalf of 7ebb9dad35744d75b104be8c72af35ec for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:32:29.415762 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-278daf8a-c18f-42e5-a546-ee3f2594894e tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:29.423019 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-1ab11dbe-faff-4081-a46d-fedb11ff6d2a req-7f9e4f0f-45aa-4518-9f86-9c3981425c48 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541179 Jan 17 18:32:29.544308 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-278daf8a-c18f-42e5-a546-ee3f2594894e tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Allocated IP 172.20.0.5 (6dfbb2a7-5276-4203-a32e-db5c6045b523/192fe8fe-1f58-4fba-8ff5-7646c544378e/e630c52c-8563-40e0-bb39-82fc0cba56dd) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:32:29.687055 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-278daf8a-c18f-42e5-a546-ee3f2594894e tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for port (e630c52c-8563-40e0-bb39-82fc0cba56dd), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:29.720632 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-278daf8a-c18f-42e5-a546-ee3f2594894e tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924'] for port (e630c52c-8563-40e0-bb39-82fc0cba56dd), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:29.765466 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-278daf8a-c18f-42e5-a546-ee3f2594894e tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Network 6dfbb2a7-5276-4203-a32e-db5c6045b523 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:32:29.770277 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-278daf8a-c18f-42e5-a546-ee3f2594894e tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:32:29.772963 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-278daf8a-c18f-42e5-a546-ee3f2594894e tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:32:29.779423 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-278daf8a-c18f-42e5-a546-ee3f2594894e tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:29.779942 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-278daf8a-c18f-42e5-a546-ee3f2594894e tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:29.797333 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278daf8a-c18f-42e5-a546-ee3f2594894e tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Pushing event updated for resources: {'Port': ['ID=e630c52c-8563-40e0-bb39-82fc0cba56dd,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:29.812607 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-278daf8a-c18f-42e5-a546-ee3f2594894e tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7700469 Jan 17 18:32:29.841212 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-64e0d168-a7a8-416e-8e6d-35523b9db9d9 service neutron] Request body: {'port': {'device_id': '8cdc9be2-30a5-4d70-8a06-10857a8b3a9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82499'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:32:29.905509 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-64e0d168-a7a8-416e-8e6d-35523b9db9d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (e630c52c-8563-40e0-bb39-82fc0cba56dd), before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:30.037444 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-b3bcc458-33de-4e57-9972-f189da647ccc None None] Provisioning complete for port e630c52c-8563-40e0-bb39-82fc0cba56dd triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:32:30.037935 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b3bcc458-33de-4e57-9972-f189da647ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (e630c52c-8563-40e0-bb39-82fc0cba56dd), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:30.076262 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-b3bcc458-33de-4e57-9972-f189da647ccc None None] Port e630c52c-8563-40e0-bb39-82fc0cba56dd cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 18:32:30.203825 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bea7c3-a0da-42a1-832c-b8a3151f0b19 req-06a66f2e-8f95-40dd-9433-b2a62b18b492 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:30.205267 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-a8bea7c3-a0da-42a1-832c-b8a3151f0b19 req-06a66f2e-8f95-40dd-9433-b2a62b18b492 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 944 time: 0.1010742 Jan 17 18:32:30.287520 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f673888-0aeb-4b46-806a-1b72af88fb43 req-09967091-658f-499c-9a5f-857823e9d113 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:30.288859 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-a8bea7c3-a0da-42a1-832c-b8a3151f0b19 req-971df355-ceed-454c-bf08-3c6c6e864e20 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734818 Jan 17 18:32:30.289240 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-7f673888-0aeb-4b46-806a-1b72af88fb43 req-09967091-658f-499c-9a5f-857823e9d113 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.31 "GET /v2.0/ports?device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 946 time: 0.0829825 Jan 17 18:32:30.330827 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd4151-d550-4350-917a-fe4a99d27eed req-ab69d15e-089b-476b-a8a0-1f23e4da2dd0 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:30.332384 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-cffd4151-d550-4350-917a-fe4a99d27eed req-ab69d15e-089b-476b-a8a0-1f23e4da2dd0 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0936220 Jan 17 18:32:30.341191 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-64e0d168-a7a8-416e-8e6d-35523b9db9d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e630c52c-8563-40e0-bb39-82fc0cba56dd {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:32:30.348781 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-64e0d168-a7a8-416e-8e6d-35523b9db9d9 service neutron] Publish callbacks [] for port (e630c52c-8563-40e0-bb39-82fc0cba56dd), precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:30.362628 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-64e0d168-a7a8-416e-8e6d-35523b9db9d9 service neutron] Transition to ACTIVE for port object e630c52c-8563-40e0-bb39-82fc0cba56dd will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 18:32:30.365801 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-64e0d168-a7a8-416e-8e6d-35523b9db9d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (e630c52c-8563-40e0-bb39-82fc0cba56dd), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:30.420851 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-cffd4151-d550-4350-917a-fe4a99d27eed req-5dd1e072-11fe-4a06-9443-bc42c10615bc tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800488 Jan 17 18:32:30.443108 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-7f673888-0aeb-4b46-806a-1b72af88fb43 req-e2845eed-e999-4c82-af34-6742a1071b4d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Deleting port ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:32:30.443377 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7f673888-0aeb-4b46-806a-1b72af88fb43 req-e2845eed-e999-4c82-af34-6742a1071b4d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:30.469829 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0d168-a7a8-416e-8e6d-35523b9db9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e630c52c-8563-40e0-bb39-82fc0cba56dd,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:30.482272 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-64e0d168-a7a8-416e-8e6d-35523b9db9d9 service neutron] Attempting to bind port e630c52c-8563-40e0-bb39-82fc0cba56dd on host hv-cinder-82499 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:32:30.482725 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-64e0d168-a7a8-416e-8e6d-35523b9db9d9 service neutron] Attempting to bind port e630c52c-8563-40e0-bb39-82fc0cba56dd by drivers openvswitch,hyperv on host hv-cinder-82499 at level 0 using segments [{'id': 'fa3ece1b-5d86-44f9-89b6-42ddd45f5966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:32:30.483153 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-64e0d168-a7a8-416e-8e6d-35523b9db9d9 service neutron] Attempting to bind port e630c52c-8563-40e0-bb39-82fc0cba56dd on network 6dfbb2a7-5276-4203-a32e-db5c6045b523 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:32:30.488902 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-64e0d168-a7a8-416e-8e6d-35523b9db9d9 service neutron] Port e630c52c-8563-40e0-bb39-82fc0cba56dd on network 6dfbb2a7-5276-4203-a32e-db5c6045b523 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82499 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 18:32:30.489349 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-64e0d168-a7a8-416e-8e6d-35523b9db9d9 service neutron] Attempting to bind port e630c52c-8563-40e0-bb39-82fc0cba56dd on network 6dfbb2a7-5276-4203-a32e-db5c6045b523 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:32:30.496418 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-64e0d168-a7a8-416e-8e6d-35523b9db9d9 service neutron] Checking agent: {'id': 'c251eb83-93a6-4d5d-bd4b-c362ae836320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82499', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'started_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:32:30.497588 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-64e0d168-a7a8-416e-8e6d-35523b9db9d9 service neutron] Checking segment: {'id': 'fa3ece1b-5d86-44f9-89b6-42ddd45f5966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:32:30.498073 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-64e0d168-a7a8-416e-8e6d-35523b9db9d9 service neutron] Bound using segment: {'id': 'fa3ece1b-5d86-44f9-89b6-42ddd45f5966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:32:30.498611 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-64e0d168-a7a8-416e-8e6d-35523b9db9d9 service neutron] Bound port: e630c52c-8563-40e0-bb39-82fc0cba56dd, host: hv-cinder-82499, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa3ece1b-5d86-44f9-89b6-42ddd45f5966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:32:30.499083 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-64e0d168-a7a8-416e-8e6d-35523b9db9d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (e630c52c-8563-40e0-bb39-82fc0cba56dd), before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:30.593860 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c9800-57ec-4dda-af79-72947b1b03a4 req-48a3a027-acf2-49b7-b94b-59c0dd8c7668 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:30.594122 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67685381-f24e-4858-8a7f-dba7b295fe58 req-1801a10e-aa8c-47a5-89fe-e84604694ae5 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:30.595408 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-fd1c9800-57ec-4dda-af79-72947b1b03a4 req-48a3a027-acf2-49b7-b94b-59c0dd8c7668 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 946 time: 0.0810878 Jan 17 18:32:30.595872 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-67685381-f24e-4858-8a7f-dba7b295fe58 req-1801a10e-aa8c-47a5-89fe-e84604694ae5 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=8cdc9be2-30a5-4d70-8a06-10857a8b3a9b HTTP/1.1" status: 200 len: 943 time: 0.0942585 Jan 17 18:32:30.600945 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-7f673888-0aeb-4b46-806a-1b72af88fb43 req-e2845eed-e999-4c82-af34-6742a1071b4d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] For port ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5,segment=NetworkSegment(eab41685-dbf8-458c-809c-87ead42a6e3b),segment_id=eab41685-dbf8-458c-809c-87ead42a6e3b)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:32:30.601315 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7f673888-0aeb-4b46-806a-1b72af88fb43 req-e2845eed-e999-4c82-af34-6742a1071b4d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:30.628931 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-64e0d168-a7a8-416e-8e6d-35523b9db9d9 service neutron] For port e630c52c-8563-40e0-bb39-82fc0cba56dd, host hv-cinder-82499, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:32:30.630436 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-7f673888-0aeb-4b46-806a-1b72af88fb43 req-e2845eed-e999-4c82-af34-6742a1071b4d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Calling delete_port for ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:32:30.647473 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-64e0d168-a7a8-416e-8e6d-35523b9db9d9 service neutron] For port e630c52c-8563-40e0-bb39-82fc0cba56dd, host hv-cinder-82499, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=e630c52c-8563-40e0-bb39-82fc0cba56dd,segment=NetworkSegment(fa3ece1b-5d86-44f9-89b6-42ddd45f5966),segment_id=fa3ece1b-5d86-44f9-89b6-42ddd45f5966)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:32:30.654774 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-64e0d168-a7a8-416e-8e6d-35523b9db9d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (e630c52c-8563-40e0-bb39-82fc0cba56dd), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:30.707106 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-fd1c9800-57ec-4dda-af79-72947b1b03a4 req-43f1d033-8703-4bf7-965c-660ad3c3059b tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/security-groups?id=b586705f-e9d3-4a30-a24d-1624a49f2075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945449 Jan 17 18:32:30.721206 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-67685381-f24e-4858-8a7f-dba7b295fe58 req-f0ad50ee-6b88-4690-b608-4273180f1984 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060574 Jan 17 18:32:30.721206 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-64e0d168-a7a8-416e-8e6d-35523b9db9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:30.721206 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-64e0d168-a7a8-416e-8e6d-35523b9db9d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:30.721206 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-64e0d168-a7a8-416e-8e6d-35523b9db9d9 service neutron] 10.222.0.31 "PUT /v2.0/ports/e630c52c-8563-40e0-bb39-82fc0cba56dd HTTP/1.1" status: 200 len: 1093 time: 0.8845043 Jan 17 18:32:30.721206 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cdc9be2-30a5-4d70-8a06-10857a8b3a9b', 'tag': 'e630c52c-8563-40e0-bb39-82fc0cba56dd'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:32:30.723124 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ebc6f40cb2ac68c89279b37e377f59c9ca88cf84401dffc3b34b74128c2044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7966de9a-974c-40f3-b0a2-374d96f5fb0a" -d '{"events": [{"name": "network-changed", "server_uuid": "8cdc9be2-30a5-4d70-8a06-10857a8b3a9b", "tag": "e630c52c-8563-40e0-bb39-82fc0cba56dd"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:32:30.747423 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0d168-a7a8-416e-8e6d-35523b9db9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e630c52c-8563-40e0-bb39-82fc0cba56dd,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:30.774734 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 18:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d04b540-c980-407a-bb54-eb5f54ffac15 x-openstack-request-id: req-3d04b540-c980-407a-bb54-eb5f54ffac15 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:32:30.775143 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cdc9be2-30a5-4d70-8a06-10857a8b3a9b", "tag": "e630c52c-8563-40e0-bb39-82fc0cba56dd", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:32:30.775484 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3d04b540-c980-407a-bb54-eb5f54ffac15 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:32:30.776009 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cdc9be2-30a5-4d70-8a06-10857a8b3a9b', 'tag': 'e630c52c-8563-40e0-bb39-82fc0cba56dd', 'status': 'completed', 'code': 200} Jan 17 18:32:30.810943 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7f673888-0aeb-4b46-806a-1b72af88fb43 req-e2845eed-e999-4c82-af34-6742a1071b4d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:30.841954 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2845eed-e999-4c82-af34-6742a1071b4d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Pushing event deleted for resources: {'Port': ['ID=ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:30.867582 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2845eed-e999-4c82-af34-6742a1071b4d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:32:30.867931 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2845eed-e999-4c82-af34-6742a1071b4d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:32:30.868280 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2845eed-e999-4c82-af34-6742a1071b4d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:32:30.868619 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2845eed-e999-4c82-af34-6742a1071b4d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:32:30.868956 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2845eed-e999-4c82-af34-6742a1071b4d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:32:30.869292 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2845eed-e999-4c82-af34-6742a1071b4d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:32:30.869632 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2845eed-e999-4c82-af34-6742a1071b4d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:32:30.869964 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2845eed-e999-4c82-af34-6742a1071b4d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:32:30.870295 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2845eed-e999-4c82-af34-6742a1071b4d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:32:30.870743 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2845eed-e999-4c82-af34-6742a1071b4d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:32:30.871074 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2845eed-e999-4c82-af34-6742a1071b4d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:32:30.871478 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2845eed-e999-4c82-af34-6742a1071b4d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:32:30.871815 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2845eed-e999-4c82-af34-6742a1071b4d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:32:30.898075 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f673888-0aeb-4b46-806a-1b72af88fb43 req-e2845eed-e999-4c82-af34-6742a1071b4d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] No DVR routers for this DVR port ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5 on host hv-cinder-82499 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 18:32:30.900739 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7f673888-0aeb-4b46-806a-1b72af88fb43 req-e2845eed-e999-4c82-af34-6742a1071b4d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:30.904827 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-7f673888-0aeb-4b46-806a-1b72af88fb43 req-e2845eed-e999-4c82-af34-6742a1071b4d tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.31 "DELETE /v2.0/ports/ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5 HTTP/1.1" status: 204 len: 173 time: 0.6095672 Jan 17 18:32:30.905295 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d9990e-ce1a-41a0-8993-35b79669c97e', 'name': 'network-vif-deleted', 'tag': 'ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:32:30.907627 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6acf6e2448acaa9df75d0cfb4ee4f42f1c652325a2342385b5920e3fd6e7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49269304-cb47-4310-8798-6263c9b55bb1" -d '{"events": [{"server_uuid": "23d9990e-ce1a-41a0-8993-35b79669c97e", "name": "network-vif-deleted", "tag": "ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:32:30.942463 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cadbf378-3883-4d0c-b79a-018ff32e0dcc x-openstack-request-id: req-cadbf378-3883-4d0c-b79a-018ff32e0dcc {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:32:30.942756 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d9990e-ce1a-41a0-8993-35b79669c97e", "name": "network-vif-deleted", "tag": "ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:32:30.943009 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cadbf378-3883-4d0c-b79a-018ff32e0dcc {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:32:30.943407 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d9990e-ce1a-41a0-8993-35b79669c97e', 'name': 'network-vif-deleted', 'tag': 'ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5', 'status': 'completed', 'code': 200} Jan 17 18:32:31.415920 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce61d6-89a1-45f0-97b0-3e665f78659c req-39c8a18c-8adb-452a-a46c-26a53dabf61f tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:31.417404 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-61ce61d6-89a1-45f0-97b0-3e665f78659c req-39c8a18c-8adb-452a-a46c-26a53dabf61f tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 944 time: 0.0496948 Jan 17 18:32:31.463135 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-61ce61d6-89a1-45f0-97b0-3e665f78659c req-d999ca9d-8729-4a7e-b8fe-15420dcbafe0 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401647 Jan 17 18:32:31.573663 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6a382-cb96-4232-8d47-5e6f1841ed3a req-b050c419-6c40-430f-b737-4a13e5319e49 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:31.575806 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-96e6a382-cb96-4232-8d47-5e6f1841ed3a req-b050c419-6c40-430f-b737-4a13e5319e49 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0486465 Jan 17 18:32:31.624779 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-96e6a382-cb96-4232-8d47-5e6f1841ed3a req-4cb2ebaf-b183-4151-98f7-b994da32dba5 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433006 Jan 17 18:32:31.792234 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6701dfef-c223-4b53-8a10-1dac83b6fc83 req-43bc668c-3507-4d7d-9aee-70533388270f tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 210 time: 0.0251770 Jan 17 18:32:31.891820 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbed13-9e78-47e6-8347-228d22cc7a4f req-1e97ac21-25f7-4ca0-9a05-813b3971e441 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:31.893209 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c3dbed13-9e78-47e6-8347-228d22cc7a4f req-1e97ac21-25f7-4ca0-9a05-813b3971e441 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=8cdc9be2-30a5-4d70-8a06-10857a8b3a9b HTTP/1.1" status: 200 len: 943 time: 0.0489459 Jan 17 18:32:31.941589 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c3dbed13-9e78-47e6-8347-228d22cc7a4f req-b036ae43-b7b2-417e-a0d5-df1c7fda3e3f tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429351 Jan 17 18:32:32.584095 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635855d-e0a1-4d87-8840-538256dad93b req-97ddc645-91ff-49e5-9232-389eff248f8c tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:32.585541 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-7635855d-e0a1-4d87-8840-538256dad93b req-97ddc645-91ff-49e5-9232-389eff248f8c tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 944 time: 0.0474191 Jan 17 18:32:32.634363 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-7635855d-e0a1-4d87-8840-538256dad93b req-59989471-f390-455d-968e-e328b374afe9 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425735 Jan 17 18:32:32.740864 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99b636-15c5-4c55-983b-54820d372712 req-3c000fa1-bdd8-4e7a-8755-a84fa12e830f tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:32.742365 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1c99b636-15c5-4c55-983b-54820d372712 req-3c000fa1-bdd8-4e7a-8755-a84fa12e830f tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0485268 Jan 17 18:32:32.789074 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1c99b636-15c5-4c55-983b-54820d372712 req-42a8cdf8-e413-49a7-9037-230aa53bae5d tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411489 Jan 17 18:32:32.882958 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c2e6e512-47fe-46b9-863f-8354d0c12dac req-9ebfec95-45e0-4c20-9d17-23c0ff69e6a6 tempest-AttachVolumeNegativeTest-1341433611 tempest-AttachVolumeNegativeTest-1341433611-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d9990e-ce1a-41a0-8993-35b79669c97e HTTP/1.1" status: 200 len: 210 time: 0.0258386 Jan 17 18:32:33.052467 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8deed3-4299-4b3d-96dc-bc8de0095d18 req-7965ecfe-f157-4c8f-8074-e2782d7ede47 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:33.053826 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-3e8deed3-4299-4b3d-96dc-bc8de0095d18 req-7965ecfe-f157-4c8f-8074-e2782d7ede47 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=8cdc9be2-30a5-4d70-8a06-10857a8b3a9b HTTP/1.1" status: 200 len: 943 time: 0.0474737 Jan 17 18:32:33.104717 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-3e8deed3-4299-4b3d-96dc-bc8de0095d18 req-3f065e86-368e-4c96-86f9-c411742f23d4 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449355 Jan 17 18:32:33.224167 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:32:33.252213 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5 no longer exists at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:32:33.273793 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] No Port match for: ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:32:33.274235 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device ef999c4b-b4c3-4ef6-acbf-db4d8dca80c5 not bound to the agent host hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:32:33.335840 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966de9a-974c-40f3-b0a2-374d96f5fb0a req-d0e23987-47b1-498a-9a32-646d58aaa527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:33.337491 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-7966de9a-974c-40f3-b0a2-374d96f5fb0a req-d0e23987-47b1-498a-9a32-646d58aaa527 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ebb9dad35744d75b104be8c72af35ec&device_id=8cdc9be2-30a5-4d70-8a06-10857a8b3a9b HTTP/1.1" status: 200 len: 1096 time: 0.0572119 Jan 17 18:32:33.518043 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966de9a-974c-40f3-b0a2-374d96f5fb0a req-f5cbfa5c-ebd9-4f56-b44b-1927cf7ec0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:33.519545 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-7966de9a-974c-40f3-b0a2-374d96f5fb0a req-f5cbfa5c-ebd9-4f56-b44b-1927cf7ec0ad service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=7ebb9dad35744d75b104be8c72af35ec&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1705253 Jan 17 18:32:33.708816 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966de9a-974c-40f3-b0a2-374d96f5fb0a req-444baa1a-6020-4ebb-9234-f7d10a1bdb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:33.710274 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-7966de9a-974c-40f3-b0a2-374d96f5fb0a req-444baa1a-6020-4ebb-9234-f7d10a1bdb2f service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1691644 Jan 17 18:32:33.765712 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e35070-128f-4692-913d-67ae1f3946f6 req-0871a0dc-e70e-411c-83f7-b1e5a9507392 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:33.767324 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-89e35070-128f-4692-913d-67ae1f3946f6 req-0871a0dc-e70e-411c-83f7-b1e5a9507392 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 944 time: 0.0560930 Jan 17 18:32:33.813154 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-21b39830-ae33-4ec2-b9f5-4767f6c2e189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:33.815535 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-21b39830-ae33-4ec2-b9f5-4767f6c2e189 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ebb9dad35744d75b104be8c72af35ec&device_id=8cdc9be2-30a5-4d70-8a06-10857a8b3a9b HTTP/1.1" status: 200 len: 1096 time: 0.0460410 Jan 17 18:32:33.819949 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-89e35070-128f-4692-913d-67ae1f3946f6 req-3a0fa5fb-b16d-4403-9321-1e1eb2491c4d tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464475 Jan 17 18:32:33.865279 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-ab494bdc-3377-42ce-a6f1-98d27118df52 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e630c52c-8563-40e0-bb39-82fc0cba56dd HTTP/1.1" status: 200 len: 217 time: 0.0377834 Jan 17 18:32:33.938519 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 57094) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:32:33.944895 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-8ed7cd02-30a1-4588-983b-205c6a318f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:33.946751 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-8ed7cd02-30a1-4588-983b-205c6a318f04 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=192fe8fe-1f58-4fba-8ff5-7646c544378e HTTP/1.1" status: 200 len: 851 time: 0.0692098 Jan 17 18:32:33.961256 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ebfe7-33c9-43c5-a72f-405c8a3f8be2 req-df412d15-7dc2-4dc7-81a1-c6dee304faaf tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:33.962747 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-079ebfe7-33c9-43c5-a72f-405c8a3f8be2 req-df412d15-7dc2-4dc7-81a1-c6dee304faaf tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0949376 Jan 17 18:32:33.985761 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4465db1-20d9-49c6-a7cd-3a59a40a7dcc admin admin] Deleting subnet 961653f6-79b2-4a60-b9e7-9e0202e89852 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 18:32:33.988911 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e4465db1-20d9-49c6-a7cd-3a59a40a7dcc admin admin] Publish callbacks [] for subnet (961653f6-79b2-4a60-b9e7-9e0202e89852), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:34.024555 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e4465db1-20d9-49c6-a7cd-3a59a40a7dcc admin admin] Publish callbacks [] for subnet (961653f6-79b2-4a60-b9e7-9e0202e89852), precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:34.031106 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e4465db1-20d9-49c6-a7cd-3a59a40a7dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16255576'] for subnet (961653f6-79b2-4a60-b9e7-9e0202e89852), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:34.033388 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-079ebfe7-33c9-43c5-a72f-405c8a3f8be2 req-52ef3fc4-c8cd-44d6-9bb5-be60ffc84312 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624628 Jan 17 18:32:34.035039 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-e8bbc6bb-ec17-496b-919f-626b27a210fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:34.036511 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-e8bbc6bb-ec17-496b-919f-626b27a210fa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dfbb2a7-5276-4203-a32e-db5c6045b523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0829389 Jan 17 18:32:34.090749 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e4465db1-20d9-49c6-a7cd-3a59a40a7dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16255567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506'] for subnet (961653f6-79b2-4a60-b9e7-9e0202e89852), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:34.116001 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4465db1-20d9-49c6-a7cd-3a59a40a7dcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=961653f6-79b2-4a60-b9e7-9e0202e89852,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:34.119684 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e4465db1-20d9-49c6-a7cd-3a59a40a7dcc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:34.123106 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-e4465db1-20d9-49c6-a7cd-3a59a40a7dcc admin admin] 10.222.0.57 "DELETE /v2.0/subnets/961653f6-79b2-4a60-b9e7-9e0202e89852 HTTP/1.1" status: 204 len: 168 time: 0.1835618 Jan 17 18:32:34.126490 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 57096) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:32:34.135489 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-b0d209ff-a265-4bcb-a4a0-56f0ad83433f service neutron] 10.222.0.31 "GET /v2.0/networks/6dfbb2a7-5276-4203-a32e-db5c6045b523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909939 Jan 17 18:32:34.240143 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-6d4a5ea2-7b31-4bc9-916b-331e95c1f9c8 req-50f1d512-e5c1-4fe3-8204-de69aec255c0 service neutron] 10.222.0.31 "GET /v2.0/networks/6dfbb2a7-5276-4203-a32e-db5c6045b523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976081 Jan 17 18:32:34.242604 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1513-d67c-4a4f-8417-09f7bc42757a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16714788'] for network (f9fdf362-a192-4398-90ad-42753c4dbe91), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:34.265178 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65723d-c14e-49e6-a464-1f57264d447c req-8d599349-3bd8-467f-b337-995842b2c454 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:34.266858 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1d65723d-c14e-49e6-a464-1f57264d447c req-8d599349-3bd8-467f-b337-995842b2c454 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=8cdc9be2-30a5-4d70-8a06-10857a8b3a9b HTTP/1.1" status: 200 len: 943 time: 0.0735655 Jan 17 18:32:34.367671 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1513-d67c-4a4f-8417-09f7bc42757a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16256479', 'neutron.services.segments.db._delete_segments_for_network-8736374233384'] for network (f9fdf362-a192-4398-90ad-42753c4dbe91), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:34.384730 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1d65723d-c14e-49e6-a464-1f57264d447c req-78374d86-c81d-4652-91ed-2f57dc5f38fa tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106060 Jan 17 18:32:34.401764 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1513-d67c-4a4f-8417-09f7bc42757a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:32:34.402366 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1513-d67c-4a4f-8417-09f7bc42757a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:32:34.403373 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1513-d67c-4a4f-8417-09f7bc42757a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:32:34.403887 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1513-d67c-4a4f-8417-09f7bc42757a admin admin] Subscribe: > port after_create 55550000 {{(pid=102423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:32:34.404312 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1513-d67c-4a4f-8417-09f7bc42757a admin admin] Subscribe: > port after_delete 55550000 {{(pid=102423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:32:34.404743 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1513-d67c-4a4f-8417-09f7bc42757a admin admin] Subscribe: > port after_update 55550000 {{(pid=102423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:32:34.405170 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1513-d67c-4a4f-8417-09f7bc42757a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:32:34.405659 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1513-d67c-4a4f-8417-09f7bc42757a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:32:34.406069 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1513-d67c-4a4f-8417-09f7bc42757a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:32:34.406498 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1513-d67c-4a4f-8417-09f7bc42757a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:32:34.483220 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1513-d67c-4a4f-8417-09f7bc42757a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:32:34.483693 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1513-d67c-4a4f-8417-09f7bc42757a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:32:34.484087 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1513-d67c-4a4f-8417-09f7bc42757a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:32:34.484479 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1513-d67c-4a4f-8417-09f7bc42757a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 18:32:34.484962 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.services.segments.db [None req-4ffb1513-d67c-4a4f-8417-09f7bc42757a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9fdf362-a192-4398-90ad-42753c4dbe91']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:32:34.509201 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.services.segments.db [None req-4ffb1513-d67c-4a4f-8417-09f7bc42757a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab41685-dbf8-458c-809c-87ead42a6e3b') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:32:34.509504 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.services.segments.db [None req-4ffb1513-d67c-4a4f-8417-09f7bc42757a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab41685-dbf8-458c-809c-87ead42a6e3b') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:32:34.526819 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1513-d67c-4a4f-8417-09f7bc42757a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736374233137', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233301'] for segment (eab41685-dbf8-458c-809c-87ead42a6e3b), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:34.551697 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1513-d67c-4a4f-8417-09f7bc42757a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749'] for segment (eab41685-dbf8-458c-809c-87ead42a6e3b), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:34.560590 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ffb1513-d67c-4a4f-8417-09f7bc42757a admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 18:32:34.561084 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1513-d67c-4a4f-8417-09f7bc42757a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261205540'] for segment (eab41685-dbf8-458c-809c-87ead42a6e3b), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:34.565841 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:32:34.565841 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:32:34.565841 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:32:34.565841 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:32:34.565841 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:32:34.565841 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:32:34.565841 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:32:34.565841 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:32:34.565841 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:32:34.565841 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:32:34.565841 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:32:34.565841 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:32:34.565841 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:32:34.565841 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:32:34.565841 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:32:34.565841 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:32:34.565841 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:32:34.565841 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:32:34.565841 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:32:34.565841 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:32:34.565841 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:32:34.565841 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:32:34.565841 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:32:34.565841 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:32:34.565841 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:32:34.565841 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:32:34.565841 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:32:34.565841 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:32:34.565841 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:32:34.565841 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:32:34.565841 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:32:34.565841 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:32:34.565841 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:32:34.565841 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:32:34.565841 dv-cinder-824995-1-iscsi neutron-server[102423]: Traceback (most recent call last): Jan 17 18:32:34.565841 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 18:32:34.565841 dv-cinder-824995-1-iscsi neutron-server[102423]: timer() Jan 17 18:32:34.565841 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 18:32:34.565841 dv-cinder-824995-1-iscsi neutron-server[102423]: cb(*args, **kw) Jan 17 18:32:34.565841 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 18:32:34.565841 dv-cinder-824995-1-iscsi neutron-server[102423]: return func(*args, **kwargs) Jan 17 18:32:34.568950 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 18:32:34.568950 dv-cinder-824995-1-iscsi neutron-server[102423]: self._notify() Jan 17 18:32:34.568950 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 18:32:34.568950 dv-cinder-824995-1-iscsi neutron-server[102423]: self.callback(batched_events) Jan 17 18:32:34.568950 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 18:32:34.568950 dv-cinder-824995-1-iscsi neutron-server[102423]: event.method(event) Jan 17 18:32:34.568950 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 18:32:34.568950 dv-cinder-824995-1-iscsi neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 18:32:34.568950 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 18:32:34.568950 dv-cinder-824995-1-iscsi neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 18:32:34.568950 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 18:32:34.568950 dv-cinder-824995-1-iscsi neutron-server[102423]: return f(self, *a, **k) Jan 17 18:32:34.568950 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 18:32:34.568950 dv-cinder-824995-1-iscsi neutron-server[102423]: return self._get(url).json() Jan 17 18:32:34.568950 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 18:32:34.568950 dv-cinder-824995-1-iscsi neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 18:32:34.568950 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 18:32:34.568950 dv-cinder-824995-1-iscsi neutron-server[102423]: return self.request(url, 'GET', **kwargs) Jan 17 18:32:34.568950 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 18:32:34.568950 dv-cinder-824995-1-iscsi neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 18:32:34.568950 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 18:32:34.568950 dv-cinder-824995-1-iscsi neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 18:32:34.568950 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 18:32:34.568950 dv-cinder-824995-1-iscsi neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 18:32:34.568950 dv-cinder-824995-1-iscsi neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 18:32:34.620132 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1513-d67c-4a4f-8417-09f7bc42757a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16256454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565532'] for network (f9fdf362-a192-4398-90ad-42753c4dbe91), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:34.628045 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1513-d67c-4a4f-8417-09f7bc42757a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for network (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:34.631359 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-4ffb1513-d67c-4a4f-8417-09f7bc42757a admin admin] 10.222.0.57 "DELETE /v2.0/networks/f9fdf362-a192-4398-90ad-42753c4dbe91 HTTP/1.1" status: 204 len: 168 time: 0.5048335 Jan 17 18:32:34.642056 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb1513-d67c-4a4f-8417-09f7bc42757a admin admin] Pushing event deleted for resources: {'Network': ['ID=f9fdf362-a192-4398-90ad-42753c4dbe91,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:34.823695 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 57112) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:32:34.879990 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-7c619325-6201-4223-bb48-2690af2b8038 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6565d84bc46f476997612d642cd76aa1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0546877 Jan 17 18:32:34.882362 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 57116) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:32:34.936567 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0fba26ce-020e-40ac-8588-e735d058f044 admin admin] Publish callbacks [] for security_group (b586705f-e9d3-4a30-a24d-1624a49f2075), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:34.957664 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0fba26ce-020e-40ac-8588-e735d058f044 admin admin] Publish callbacks [] for security_group (b586705f-e9d3-4a30-a24d-1624a49f2075), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:34.958118 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8817a-ee2c-4035-bffa-865b0c986568 req-9d755ace-8d11-44e2-9893-b7a426d944d5 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:34.959740 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4ab8817a-ee2c-4035-bffa-865b0c986568 req-9d755ace-8d11-44e2-9893-b7a426d944d5 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 944 time: 0.0508001 Jan 17 18:32:35.010389 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0fba26ce-020e-40ac-8588-e735d058f044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (b586705f-e9d3-4a30-a24d-1624a49f2075), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:35.013210 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0fba26ce-020e-40ac-8588-e735d058f044 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:35.014293 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4ab8817a-ee2c-4035-bffa-865b0c986568 req-0c1d4db6-f92f-4656-a2e9-91b90d7b1491 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488472 Jan 17 18:32:35.014576 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-0fba26ce-020e-40ac-8588-e735d058f044 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b586705f-e9d3-4a30-a24d-1624a49f2075 HTTP/1.1" status: 204 len: 168 time: 0.1310844 Jan 17 18:32:35.022547 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba26ce-020e-40ac-8588-e735d058f044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b586705f-e9d3-4a30-a24d-1624a49f2075,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:35.152206 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937f240-20a5-471f-bc38-76d75cc0d2cf req-cfba1571-2bd3-431d-a9fb-84a70848e6fe tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:35.154469 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-3937f240-20a5-471f-bc38-76d75cc0d2cf req-cfba1571-2bd3-431d-a9fb-84a70848e6fe tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0517347 Jan 17 18:32:35.210679 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-3937f240-20a5-471f-bc38-76d75cc0d2cf req-8739dade-f87c-4fa3-bddb-2edb44b89abf tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503900 Jan 17 18:32:35.506090 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809764d-a40e-4cd2-8bd7-5fb9e4f7249a req-2bbbe5bf-f63c-4ce3-8185-5eb158ecfe5d tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:35.507694 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b809764d-a40e-4cd2-8bd7-5fb9e4f7249a req-2bbbe5bf-f63c-4ce3-8185-5eb158ecfe5d tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=8cdc9be2-30a5-4d70-8a06-10857a8b3a9b HTTP/1.1" status: 200 len: 943 time: 0.0502748 Jan 17 18:32:35.573825 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b809764d-a40e-4cd2-8bd7-5fb9e4f7249a req-2c26df72-2da0-4c33-94d1-046cb24395b2 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550823 Jan 17 18:32:35.743573 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 57152) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:32:35.841472 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-d2a5b912-cbd5-407d-bb69-15794152b93c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1198555877-network', 'tenant_id': '6c9d23306cc74e81868151efa73eb02b'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:32:35.865728 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a5b912-cbd5-407d-bb69-15794152b93c admin admin] Made reservation on behalf of 6c9d23306cc74e81868151efa73eb02b for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:32:35.868043 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d2a5b912-cbd5-407d-bb69-15794152b93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for network (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:35.877059 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d2a5b912-cbd5-407d-bb69-15794152b93c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:35.956940 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d2a5b912-cbd5-407d-bb69-15794152b93c admin admin] Publish callbacks [] for security_group (4a42e3cc-a4a4-47b4-a2e6-dc0123ced612), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:35.960692 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d2a5b912-cbd5-407d-bb69-15794152b93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (4a42e3cc-a4a4-47b4-a2e6-dc0123ced612), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:35.987950 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2a5b912-cbd5-407d-bb69-15794152b93c admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 18:32:35.994270 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5b912-cbd5-407d-bb69-15794152b93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a42e3cc-a4a4-47b4-a2e6-dc0123ced612,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:36.002139 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d2a5b912-cbd5-407d-bb69-15794152b93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749'] for segment (48670f4d-b8e3-4401-b55f-04981d44a0db), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:36.002255 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.db.segments_db [None req-d2a5b912-cbd5-407d-bb69-15794152b93c admin admin] Added segment 48670f4d-b8e3-4401-b55f-04981d44a0db of type vlan for network 3a6ba47f-c5ca-4c39-9094-5e225896ae19 Jan 17 18:32:36.041868 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d2a5b912-cbd5-407d-bb69-15794152b93c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736373697190'] for network (3a6ba47f-c5ca-4c39-9094-5e225896ae19), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:36.067248 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d2a5b912-cbd5-407d-bb69-15794152b93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506'] for network (3a6ba47f-c5ca-4c39-9094-5e225896ae19), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:36.068139 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a5b912-cbd5-407d-bb69-15794152b93c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:36.068706 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d2a5b912-cbd5-407d-bb69-15794152b93c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for network (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:36.153296 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-d2a5b912-cbd5-407d-bb69-15794152b93c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4085996 Jan 17 18:32:36.156724 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 57158) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:32:36.157235 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5b912-cbd5-407d-bb69-15794152b93c admin admin] Pushing event updated for resources: {'Network': ['ID=3a6ba47f-c5ca-4c39-9094-5e225896ae19,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:36.161042 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-eac8d797-d4f3-42e7-9a67-cdf779c93fe9 admin admin] Request body: {'subnet': {'network_id': '3a6ba47f-c5ca-4c39-9094-5e225896ae19', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1198555877-subnet', 'tenant_id': '6c9d23306cc74e81868151efa73eb02b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:32:36.166200 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Network 3a6ba47f-c5ca-4c39-9094-5e225896ae19 details requested by agent ovs-agent-dv-cinder-824995-1-iscsi with host dv-cinder-824995-1-iscsi {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 18:32:36.181369 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908d61c-3fab-45ca-93df-c0987b26cf08 req-5ec6357c-4ebb-4970-abbe-75d3ad901315 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:36.183243 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c908d61c-3fab-45ca-93df-c0987b26cf08 req-5ec6357c-4ebb-4970-abbe-75d3ad901315 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 944 time: 0.0738363 Jan 17 18:32:36.185851 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac8d797-d4f3-42e7-9a67-cdf779c93fe9 admin admin] Made reservation on behalf of 6c9d23306cc74e81868151efa73eb02b for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:32:36.188470 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eac8d797-d4f3-42e7-9a67-cdf779c93fe9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4038380'] for subnet (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:36.233228 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c908d61c-3fab-45ca-93df-c0987b26cf08 req-fb971ed1-5de9-4368-b9a4-a924022c1bed tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434492 Jan 17 18:32:36.388777 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5db08-b5a5-489a-a570-4c042bb95229 req-b3abc9d2-23f3-4a16-81eb-22c6baf2c6fe tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:36.390168 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-7ad5db08-b5a5-489a-a570-4c042bb95229 req-b3abc9d2-23f3-4a16-81eb-22c6baf2c6fe tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0912774 Jan 17 18:32:36.402798 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eac8d797-d4f3-42e7-9a67-cdf779c93fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260168065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4038398'] for subnet (aab08b28-43cb-4b47-8fbf-1533ac07e2ef), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:36.485573 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8d797-d4f3-42e7-9a67-cdf779c93fe9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aab08b28-43cb-4b47-8fbf-1533ac07e2ef,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:36.492559 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-7ad5db08-b5a5-489a-a570-4c042bb95229 req-c483f879-4bb9-45bb-b34c-90ba26728589 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966618 Jan 17 18:32:36.500246 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac8d797-d4f3-42e7-9a67-cdf779c93fe9 admin admin] Checking segment: {'id': '48670f4d-b8e3-4401-b55f-04981d44a0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3a6ba47f-c5ca-4c39-9094-5e225896ae19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:32:36.500610 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac8d797-d4f3-42e7-9a67-cdf779c93fe9 admin admin] Network hostable DHCP agents. Network: 3a6ba47f-c5ca-4c39-9094-5e225896ae19, hostable agents: ['94683317-8c70-4890-b431-46000499a1c4'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 18:32:36.517167 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac8d797-d4f3-42e7-9a67-cdf779c93fe9 admin admin] Network 3a6ba47f-c5ca-4c39-9094-5e225896ae19 is scheduled to be hosted by DHCP agent 94683317-8c70-4890-b431-46000499a1c4 with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 18:32:36.525520 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-eac8d797-d4f3-42e7-9a67-cdf779c93fe9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824995-1-iscsi, 3a6ba47f-c5ca-4c39-9094-5e225896ae19) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:32:36.530369 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac8d797-d4f3-42e7-9a67-cdf779c93fe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:36.530956 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eac8d797-d4f3-42e7-9a67-cdf779c93fe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for subnet (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:36.534943 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c18793d-7043-42bb-b755-80051c0fd848 None None] Network 3a6ba47f-c5ca-4c39-9094-5e225896ae19 requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:32:36.547584 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-eac8d797-d4f3-42e7-9a67-cdf779c93fe9 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3902981 Jan 17 18:32:36.638463 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0bfc30-22ad-4f12-a29a-841f664628cb None None] Network 3a6ba47f-c5ca-4c39-9094-5e225896ae19 requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:32:36.705419 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371daaef-c6a1-4869-b768-7cc710263276 req-ee05417d-d8e1-4268-9926-bb6cbd43b012 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:36.707074 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-371daaef-c6a1-4869-b768-7cc710263276 req-ee05417d-d8e1-4268-9926-bb6cbd43b012 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=8cdc9be2-30a5-4d70-8a06-10857a8b3a9b HTTP/1.1" status: 200 len: 943 time: 0.0510995 Jan 17 18:32:36.763359 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-371daaef-c6a1-4869-b768-7cc710263276 req-0b6d31a5-d541-4da7-85a9-fedce6f84c74 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507569 Jan 17 18:32:37.075868 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 57188) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:32:37.080768 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-e35820dc-0e2b-4f63-b969-c8c31cda354b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-25689066-network', 'tenant_id': 'a376ed63489942dca84a5745137460ea'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:32:37.104025 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35820dc-0e2b-4f63-b969-c8c31cda354b admin admin] Made reservation on behalf of a376ed63489942dca84a5745137460ea for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:32:37.106760 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e35820dc-0e2b-4f63-b969-c8c31cda354b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for network (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:37.115766 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e35820dc-0e2b-4f63-b969-c8c31cda354b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:37.194472 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e35820dc-0e2b-4f63-b969-c8c31cda354b admin admin] Publish callbacks [] for security_group (df580801-38ad-43f3-ad39-6344e566c1a3), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:37.200123 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e35820dc-0e2b-4f63-b969-c8c31cda354b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (df580801-38ad-43f3-ad39-6344e566c1a3), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:37.228768 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e35820dc-0e2b-4f63-b969-c8c31cda354b admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 18:32:37.235547 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device ec772cd4-09c1-4323-a731-f99b10219d43 details requested by agent hyperv_hv-cinder-82499 with host hv-cinder-82499 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 18:32:37.239188 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35820dc-0e2b-4f63-b969-c8c31cda354b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df580801-38ad-43f3-ad39-6344e566c1a3,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:37.244991 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e35820dc-0e2b-4f63-b969-c8c31cda354b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749'] for segment (4af97193-da90-4a08-ad2a-fc0499ada34b), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:37.245344 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.db.segments_db [None req-e35820dc-0e2b-4f63-b969-c8c31cda354b admin admin] Added segment 4af97193-da90-4a08-ad2a-fc0499ada34b of type vlan for network 4ba94b44-6a45-40cb-9d74-9ef724e0c6fe Jan 17 18:32:37.298080 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e35820dc-0e2b-4f63-b969-c8c31cda354b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736373697190'] for network (4ba94b44-6a45-40cb-9d74-9ef724e0c6fe), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:37.344304 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e35820dc-0e2b-4f63-b969-c8c31cda354b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506'] for network (4ba94b44-6a45-40cb-9d74-9ef724e0c6fe), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:37.345381 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35820dc-0e2b-4f63-b969-c8c31cda354b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:37.345992 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e35820dc-0e2b-4f63-b969-c8c31cda354b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for network (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:37.346847 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port ec772cd4-09c1-4323-a731-f99b10219d43, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=ec772cd4-09c1-4323-a731-f99b10219d43,segment=NetworkSegment(2c78bc40-75f9-41e4-87c6-931db814d21f),segment_id=2c78bc40-75f9-41e4-87c6-931db814d21f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:32:37.366479 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Returning: {'device': 'ec772cd4-09c1-4323-a731-f99b10219d43', 'network_id': '2212e019-d500-4b0c-9632-00978d519e48', 'port_id': 'ec772cd4-09c1-4323-a731-f99b10219d43', 'mac_address': 'fa:16:3e:0f:b7:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea9967e-4370-4564-98d1-90d5a9404775', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 18:32:37.410696 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port ec772cd4-09c1-4323-a731-f99b10219d43 is: DOWN; New status is: BUILD {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:32:37.411092 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (ec772cd4-09c1-4323-a731-f99b10219d43), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:37.426932 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec772cd4-09c1-4323-a731-f99b10219d43 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:32:37.440941 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-e35820dc-0e2b-4f63-b969-c8c31cda354b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3627515 Jan 17 18:32:37.442603 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 57192) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:32:37.449169 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-9da06884-47be-46fe-b36e-7e341789466f admin admin] Request body: {'subnet': {'network_id': '4ba94b44-6a45-40cb-9d74-9ef724e0c6fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-25689066-subnet', 'tenant_id': 'a376ed63489942dca84a5745137460ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:32:37.449931 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35820dc-0e2b-4f63-b969-c8c31cda354b admin admin] Pushing event updated for resources: {'Network': ['ID=4ba94b44-6a45-40cb-9d74-9ef724e0c6fe,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:37.454512 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port ec772cd4-09c1-4323-a731-f99b10219d43, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=ec772cd4-09c1-4323-a731-f99b10219d43,segment=NetworkSegment(2c78bc40-75f9-41e4-87c6-931db814d21f),segment_id=2c78bc40-75f9-41e4-87c6-931db814d21f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:32:37.461243 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Network 4ba94b44-6a45-40cb-9d74-9ef724e0c6fe details requested by agent ovs-agent-dv-cinder-824995-1-iscsi with host dv-cinder-824995-1-iscsi {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 18:32:37.465238 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (ec772cd4-09c1-4323-a731-f99b10219d43), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:37.468648 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8174244-b4cc-429c-8461-dc996fad551d req-9c1ad0c2-4d14-4fcb-9482-5b015dadae98 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:37.470281 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-a8174244-b4cc-429c-8461-dc996fad551d req-9c1ad0c2-4d14-4fcb-9482-5b015dadae98 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 944 time: 0.1282864 Jan 17 18:32:37.488580 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da06884-47be-46fe-b36e-7e341789466f admin admin] Made reservation on behalf of a376ed63489942dca84a5745137460ea for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:32:37.491355 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9da06884-47be-46fe-b36e-7e341789466f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261080130'] for subnet (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:37.540535 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-a8174244-b4cc-429c-8461-dc996fad551d req-f3dedddb-4b9e-471f-b4af-ce36829fe528 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632706 Jan 17 18:32:37.595546 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=ec772cd4-09c1-4323-a731-f99b10219d43,revision_number=9']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:37.604130 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:32:37.604502 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:32:37.604885 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:32:37.605230 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:32:37.606224 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:32:37.608035 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:32:37.608035 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:32:37.608035 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:32:37.608675 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:32:37.609032 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:32:37.609369 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:32:37.609702 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:32:37.610027 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:32:37.684595 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff54b1-1a0c-439c-9d21-21e5c166cd6d req-1b4fc291-ebdd-4d4f-b439-1f64cc9c6767 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:37.686080 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-fdff54b1-1a0c-439c-9d21-21e5c166cd6d req-1b4fc291-ebdd-4d4f-b439-1f64cc9c6767 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0990837 Jan 17 18:32:37.738251 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['ec772cd4-09c1-4323-a731-f99b10219d43'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:32:37.774656 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9da06884-47be-46fe-b36e-7e341789466f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261205645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261080144'] for subnet (f36e8859-c871-4b8d-9829-6d29cb9cc542), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:37.818159 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-fdff54b1-1a0c-439c-9d21-21e5c166cd6d req-264ec073-4147-4617-821c-34b64a858eea tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236498 Jan 17 18:32:37.846759 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da06884-47be-46fe-b36e-7e341789466f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f36e8859-c871-4b8d-9829-6d29cb9cc542,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:37.874576 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da06884-47be-46fe-b36e-7e341789466f admin admin] Checking segment: {'id': '4af97193-da90-4a08-ad2a-fc0499ada34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4ba94b44-6a45-40cb-9d74-9ef724e0c6fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:32:37.875260 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da06884-47be-46fe-b36e-7e341789466f admin admin] Network hostable DHCP agents. Network: 4ba94b44-6a45-40cb-9d74-9ef724e0c6fe, hostable agents: ['94683317-8c70-4890-b431-46000499a1c4'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 18:32:37.899965 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da06884-47be-46fe-b36e-7e341789466f admin admin] Network 4ba94b44-6a45-40cb-9d74-9ef724e0c6fe is scheduled to be hosted by DHCP agent 94683317-8c70-4890-b431-46000499a1c4 with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 18:32:37.909181 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec51e57d-faf7-4432-b21b-f065797a6621 req-5fb4873c-0ae5-4748-9ec8-717790be3e56 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:37.910671 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ec51e57d-faf7-4432-b21b-f065797a6621 req-5fb4873c-0ae5-4748-9ec8-717790be3e56 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=8cdc9be2-30a5-4d70-8a06-10857a8b3a9b HTTP/1.1" status: 200 len: 943 time: 0.0660222 Jan 17 18:32:37.916367 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-9da06884-47be-46fe-b36e-7e341789466f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824995-1-iscsi, 4ba94b44-6a45-40cb-9d74-9ef724e0c6fe) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:32:37.921507 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da06884-47be-46fe-b36e-7e341789466f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:37.922097 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9da06884-47be-46fe-b36e-7e341789466f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:37.926251 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a96de8-3a18-495e-ad50-8895285e669f None None] Network 4ba94b44-6a45-40cb-9d74-9ef724e0c6fe requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:32:37.952063 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-9da06884-47be-46fe-b36e-7e341789466f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5080314 Jan 17 18:32:37.981219 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ec51e57d-faf7-4432-b21b-f065797a6621 req-2b05885b-be2c-4d6d-8843-18e4921de6a1 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573041 Jan 17 18:32:38.038773 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e9ac79-ad27-4b8f-8661-3225f211f53d None None] Network 4ba94b44-6a45-40cb-9d74-9ef724e0c6fe requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:32:38.067152 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 57206) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:32:38.118532 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bc25412-9e51-4e2f-98f3-4859a4a11ae8 admin admin] Deleting subnet aab08b28-43cb-4b47-8fbf-1533ac07e2ef {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 18:32:38.122417 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1bc25412-9e51-4e2f-98f3-4859a4a11ae8 admin admin] Publish callbacks [] for subnet (aab08b28-43cb-4b47-8fbf-1533ac07e2ef), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:38.163551 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1bc25412-9e51-4e2f-98f3-4859a4a11ae8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3232230'] for subnet (aab08b28-43cb-4b47-8fbf-1533ac07e2ef), precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:38.212690 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1bc25412-9e51-4e2f-98f3-4859a4a11ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16255576'] for subnet (aab08b28-43cb-4b47-8fbf-1533ac07e2ef), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:38.265246 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1bc25412-9e51-4e2f-98f3-4859a4a11ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16255567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261205578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261080105'] for subnet (aab08b28-43cb-4b47-8fbf-1533ac07e2ef), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:38.291222 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc25412-9e51-4e2f-98f3-4859a4a11ae8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aab08b28-43cb-4b47-8fbf-1533ac07e2ef,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:38.293989 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1bc25412-9e51-4e2f-98f3-4859a4a11ae8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:38.297056 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-1bc25412-9e51-4e2f-98f3-4859a4a11ae8 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/aab08b28-43cb-4b47-8fbf-1533ac07e2ef HTTP/1.1" status: 204 len: 168 time: 0.2283640 Jan 17 18:32:38.299200 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 57214) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:32:38.364894 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f28adb79-4760-4273-bbca-773226374d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16714788'] for network (3a6ba47f-c5ca-4c39-9094-5e225896ae19), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:38.443806 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f28adb79-4760-4273-bbca-773226374d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16256479', 'neutron.services.segments.db._delete_segments_for_network-8736374233384'] for network (3a6ba47f-c5ca-4c39-9094-5e225896ae19), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:38.462918 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.services.segments.db [None req-f28adb79-4760-4273-bbca-773226374d24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a6ba47f-c5ca-4c39-9094-5e225896ae19']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:32:38.471826 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.services.segments.db [None req-f28adb79-4760-4273-bbca-773226374d24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48670f4d-b8e3-4401-b55f-04981d44a0db') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:32:38.472117 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.services.segments.db [None req-f28adb79-4760-4273-bbca-773226374d24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48670f4d-b8e3-4401-b55f-04981d44a0db') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:32:38.481513 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f28adb79-4760-4273-bbca-773226374d24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736374233137', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233301'] for segment (48670f4d-b8e3-4401-b55f-04981d44a0db), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:38.494021 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f28adb79-4760-4273-bbca-773226374d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749'] for segment (48670f4d-b8e3-4401-b55f-04981d44a0db), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:38.500616 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f28adb79-4760-4273-bbca-773226374d24 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 18:32:38.501024 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f28adb79-4760-4273-bbca-773226374d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261205540'] for segment (48670f4d-b8e3-4401-b55f-04981d44a0db), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:38.502633 dv-cinder-824995-1-iscsi neutron-server[102423]: Traceback (most recent call last): Jan 17 18:32:38.502633 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 18:32:38.502633 dv-cinder-824995-1-iscsi neutron-server[102423]: timer() Jan 17 18:32:38.502633 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 18:32:38.502633 dv-cinder-824995-1-iscsi neutron-server[102423]: cb(*args, **kw) Jan 17 18:32:38.502633 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 18:32:38.502633 dv-cinder-824995-1-iscsi neutron-server[102423]: return func(*args, **kwargs) Jan 17 18:32:38.502633 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 18:32:38.502633 dv-cinder-824995-1-iscsi neutron-server[102423]: self._notify() Jan 17 18:32:38.502633 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 18:32:38.502633 dv-cinder-824995-1-iscsi neutron-server[102423]: self.callback(batched_events) Jan 17 18:32:38.502633 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 18:32:38.502633 dv-cinder-824995-1-iscsi neutron-server[102423]: event.method(event) Jan 17 18:32:38.502633 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 18:32:38.502633 dv-cinder-824995-1-iscsi neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 18:32:38.502633 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 18:32:38.502633 dv-cinder-824995-1-iscsi neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 18:32:38.502633 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 18:32:38.502633 dv-cinder-824995-1-iscsi neutron-server[102423]: return f(self, *a, **k) Jan 17 18:32:38.502633 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 18:32:38.502633 dv-cinder-824995-1-iscsi neutron-server[102423]: return self._get(url).json() Jan 17 18:32:38.502633 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 18:32:38.502633 dv-cinder-824995-1-iscsi neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 18:32:38.502633 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 18:32:38.502633 dv-cinder-824995-1-iscsi neutron-server[102423]: return self.request(url, 'GET', **kwargs) Jan 17 18:32:38.502633 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 18:32:38.502633 dv-cinder-824995-1-iscsi neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 18:32:38.502633 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 18:32:38.502633 dv-cinder-824995-1-iscsi neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 18:32:38.502633 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 18:32:38.502633 dv-cinder-824995-1-iscsi neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 18:32:38.502633 dv-cinder-824995-1-iscsi neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 18:32:38.553998 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f28adb79-4760-4273-bbca-773226374d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16256454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565532'] for network (3a6ba47f-c5ca-4c39-9094-5e225896ae19), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:38.573025 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f28adb79-4760-4273-bbca-773226374d24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for network (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:38.576390 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-f28adb79-4760-4273-bbca-773226374d24 admin admin] 10.222.0.57 "DELETE /v2.0/networks/3a6ba47f-c5ca-4c39-9094-5e225896ae19 HTTP/1.1" status: 204 len: 168 time: 0.2762420 Jan 17 18:32:38.577639 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28adb79-4760-4273-bbca-773226374d24 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a6ba47f-c5ca-4c39-9094-5e225896ae19,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:38.579127 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 57216) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:32:38.622787 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfcce2ab-dfe5-47a3-a5fb-ad8226b3e2cd admin admin] Deleting subnet f36e8859-c871-4b8d-9829-6d29cb9cc542 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 18:32:38.627117 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bfcce2ab-dfe5-47a3-a5fb-ad8226b3e2cd admin admin] Publish callbacks [] for subnet (f36e8859-c871-4b8d-9829-6d29cb9cc542), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:38.688692 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bfcce2ab-dfe5-47a3-a5fb-ad8226b3e2cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3232230'] for subnet (f36e8859-c871-4b8d-9829-6d29cb9cc542), precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:38.722495 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdec36b-8ba0-4602-acf3-2f8b36b94591 req-02d386f2-3f8b-4b44-a307-91113e0882c9 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:38.723958 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4fdec36b-8ba0-4602-acf3-2f8b36b94591 req-02d386f2-3f8b-4b44-a307-91113e0882c9 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 945 time: 0.0977805 Jan 17 18:32:38.752979 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bfcce2ab-dfe5-47a3-a5fb-ad8226b3e2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16255576'] for subnet (f36e8859-c871-4b8d-9829-6d29cb9cc542), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:38.805003 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4fdec36b-8ba0-4602-acf3-2f8b36b94591 req-36a8c754-f3c1-4b81-be9e-5fcf084331f7 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752892 Jan 17 18:32:38.824679 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bfcce2ab-dfe5-47a3-a5fb-ad8226b3e2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16255567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261205578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261080105'] for subnet (f36e8859-c871-4b8d-9829-6d29cb9cc542), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:38.851761 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcce2ab-dfe5-47a3-a5fb-ad8226b3e2cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f36e8859-c871-4b8d-9829-6d29cb9cc542,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:38.853778 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bfcce2ab-dfe5-47a3-a5fb-ad8226b3e2cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:38.857532 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-bfcce2ab-dfe5-47a3-a5fb-ad8226b3e2cd admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f36e8859-c871-4b8d-9829-6d29cb9cc542 HTTP/1.1" status: 204 len: 168 time: 0.2774911 Jan 17 18:32:38.860063 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 57224) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:32:38.930063 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-093d941f-d2c9-45ab-b6aa-ccf7944d7df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16714788'] for network (4ba94b44-6a45-40cb-9d74-9ef724e0c6fe), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:38.949287 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ac1c0-0cce-43c7-8a07-6d8b0a2edfb2 req-09cf916e-3a47-4bfb-b2a2-88097a4a6140 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:38.950784 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ed3ac1c0-0cce-43c7-8a07-6d8b0a2edfb2 req-09cf916e-3a47-4bfb-b2a2-88097a4a6140 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0483801 Jan 17 18:32:38.998066 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ed3ac1c0-0cce-43c7-8a07-6d8b0a2edfb2 req-cf8951d5-4daa-46da-983f-1514f6a6074a tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417993 Jan 17 18:32:39.005685 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-093d941f-d2c9-45ab-b6aa-ccf7944d7df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16256479', 'neutron.services.segments.db._delete_segments_for_network-8736374233384'] for network (4ba94b44-6a45-40cb-9d74-9ef724e0c6fe), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:39.026743 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.services.segments.db [None req-093d941f-d2c9-45ab-b6aa-ccf7944d7df7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba94b44-6a45-40cb-9d74-9ef724e0c6fe']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:32:39.036262 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.services.segments.db [None req-093d941f-d2c9-45ab-b6aa-ccf7944d7df7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4af97193-da90-4a08-ad2a-fc0499ada34b') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:32:39.036579 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.services.segments.db [None req-093d941f-d2c9-45ab-b6aa-ccf7944d7df7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4af97193-da90-4a08-ad2a-fc0499ada34b') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:32:39.046231 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-093d941f-d2c9-45ab-b6aa-ccf7944d7df7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736374233137', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233301'] for segment (4af97193-da90-4a08-ad2a-fc0499ada34b), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:39.066399 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-093d941f-d2c9-45ab-b6aa-ccf7944d7df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749'] for segment (4af97193-da90-4a08-ad2a-fc0499ada34b), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:39.089065 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-093d941f-d2c9-45ab-b6aa-ccf7944d7df7 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 18:32:39.089453 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-093d941f-d2c9-45ab-b6aa-ccf7944d7df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261205540'] for segment (4af97193-da90-4a08-ad2a-fc0499ada34b), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:39.091630 dv-cinder-824995-1-iscsi neutron-server[102423]: Traceback (most recent call last): Jan 17 18:32:39.091630 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 18:32:39.091630 dv-cinder-824995-1-iscsi neutron-server[102423]: timer() Jan 17 18:32:39.091630 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 18:32:39.091630 dv-cinder-824995-1-iscsi neutron-server[102423]: cb(*args, **kw) Jan 17 18:32:39.091630 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 18:32:39.091630 dv-cinder-824995-1-iscsi neutron-server[102423]: return func(*args, **kwargs) Jan 17 18:32:39.091630 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 18:32:39.091630 dv-cinder-824995-1-iscsi neutron-server[102423]: self._notify() Jan 17 18:32:39.091630 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 18:32:39.091630 dv-cinder-824995-1-iscsi neutron-server[102423]: self.callback(batched_events) Jan 17 18:32:39.091630 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 18:32:39.091630 dv-cinder-824995-1-iscsi neutron-server[102423]: event.method(event) Jan 17 18:32:39.091630 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 18:32:39.091630 dv-cinder-824995-1-iscsi neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 18:32:39.091630 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 18:32:39.091630 dv-cinder-824995-1-iscsi neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 18:32:39.091630 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 18:32:39.091630 dv-cinder-824995-1-iscsi neutron-server[102423]: return f(self, *a, **k) Jan 17 18:32:39.091630 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 18:32:39.091630 dv-cinder-824995-1-iscsi neutron-server[102423]: return self._get(url).json() Jan 17 18:32:39.091630 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 18:32:39.091630 dv-cinder-824995-1-iscsi neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 18:32:39.091630 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 18:32:39.091630 dv-cinder-824995-1-iscsi neutron-server[102423]: return self.request(url, 'GET', **kwargs) Jan 17 18:32:39.091630 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 18:32:39.091630 dv-cinder-824995-1-iscsi neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 18:32:39.091630 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 18:32:39.091630 dv-cinder-824995-1-iscsi neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 18:32:39.091630 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 18:32:39.091630 dv-cinder-824995-1-iscsi neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 18:32:39.091630 dv-cinder-824995-1-iscsi neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 18:32:39.153066 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375bfdb9-17df-40fe-8d05-7280c8f02ac5 req-634b86cc-0028-455a-bde9-8c19c497dde3 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:39.154542 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-375bfdb9-17df-40fe-8d05-7280c8f02ac5 req-634b86cc-0028-455a-bde9-8c19c497dde3 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=8cdc9be2-30a5-4d70-8a06-10857a8b3a9b HTTP/1.1" status: 200 len: 943 time: 0.0984805 Jan 17 18:32:39.155586 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-093d941f-d2c9-45ab-b6aa-ccf7944d7df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16256454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565532'] for network (4ba94b44-6a45-40cb-9d74-9ef724e0c6fe), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:39.160574 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-093d941f-d2c9-45ab-b6aa-ccf7944d7df7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for network (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:39.163699 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-093d941f-d2c9-45ab-b6aa-ccf7944d7df7 admin admin] 10.222.0.57 "DELETE /v2.0/networks/4ba94b44-6a45-40cb-9d74-9ef724e0c6fe HTTP/1.1" status: 204 len: 168 time: 0.3025506 Jan 17 18:32:39.181186 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d941f-d2c9-45ab-b6aa-ccf7944d7df7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ba94b44-6a45-40cb-9d74-9ef724e0c6fe,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:39.220113 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-375bfdb9-17df-40fe-8d05-7280c8f02ac5 req-3bd1bd6e-614d-4f79-aa24-3f01e92b7a45 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553389 Jan 17 18:32:39.331956 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 57232) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:32:39.371262 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-1c843e65-e70f-4695-adff-56f1d2910e3d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6c9d23306cc74e81868151efa73eb02b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379648 Jan 17 18:32:39.373550 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 57234) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:32:39.422788 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-741b41c1-9de1-49bf-ad3e-4cd85603ad33 admin admin] Publish callbacks [] for security_group (4a42e3cc-a4a4-47b4-a2e6-dc0123ced612), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:39.443199 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-741b41c1-9de1-49bf-ad3e-4cd85603ad33 admin admin] Publish callbacks [] for security_group (4a42e3cc-a4a4-47b4-a2e6-dc0123ced612), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:39.488243 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-741b41c1-9de1-49bf-ad3e-4cd85603ad33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (4a42e3cc-a4a4-47b4-a2e6-dc0123ced612), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:39.491014 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-741b41c1-9de1-49bf-ad3e-4cd85603ad33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:39.492179 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-741b41c1-9de1-49bf-ad3e-4cd85603ad33 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4a42e3cc-a4a4-47b4-a2e6-dc0123ced612 HTTP/1.1" status: 204 len: 168 time: 0.1177347 Jan 17 18:32:39.499844 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b41c1-9de1-49bf-ad3e-4cd85603ad33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a42e3cc-a4a4-47b4-a2e6-dc0123ced612,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:39.811765 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 57242) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:32:39.855026 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-0fc03226-6d82-4103-b46d-bb9216230010 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a376ed63489942dca84a5745137460ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397027 Jan 17 18:32:39.855264 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 57246) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:32:39.935969 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-25170a12-df58-43c3-ac7e-7bdc2d74f065 admin admin] Publish callbacks [] for security_group (df580801-38ad-43f3-ad39-6344e566c1a3), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:39.953197 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda936b-1182-43bd-9672-f1c07f3f101b req-db3e09be-73ab-4639-8c60-46b5667b9ef0 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:39.954650 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-bcda936b-1182-43bd-9672-f1c07f3f101b req-db3e09be-73ab-4639-8c60-46b5667b9ef0 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 945 time: 0.0763648 Jan 17 18:32:39.973085 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-25170a12-df58-43c3-ac7e-7bdc2d74f065 admin admin] Publish callbacks [] for security_group (df580801-38ad-43f3-ad39-6344e566c1a3), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:40.032446 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-bcda936b-1182-43bd-9672-f1c07f3f101b req-5e3661b9-0edc-49be-a645-88e498ec123e tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689692 Jan 17 18:32:40.053560 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-25170a12-df58-43c3-ac7e-7bdc2d74f065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (df580801-38ad-43f3-ad39-6344e566c1a3), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:40.056889 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-25170a12-df58-43c3-ac7e-7bdc2d74f065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:40.058593 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-25170a12-df58-43c3-ac7e-7bdc2d74f065 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/df580801-38ad-43f3-ad39-6344e566c1a3 HTTP/1.1" status: 204 len: 168 time: 0.2021341 Jan 17 18:32:40.068138 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25170a12-df58-43c3-ac7e-7bdc2d74f065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df580801-38ad-43f3-ad39-6344e566c1a3,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:40.129760 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418237ca-5afe-4f75-b4dc-5cfbadc69816 req-5fcd2a27-f370-4937-99d0-9f72f8671fd3 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:40.131206 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-418237ca-5afe-4f75-b4dc-5cfbadc69816 req-5fcd2a27-f370-4937-99d0-9f72f8671fd3 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0487344 Jan 17 18:32:40.179395 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-418237ca-5afe-4f75-b4dc-5cfbadc69816 req-98227c8a-4c41-48f8-8862-d7642267389e tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416360 Jan 17 18:32:40.340630 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b731073-bc60-4541-b3b1-2ab456f63d48 req-24bf8354-0557-4b70-84f4-44b130dc8aa2 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:40.342124 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-5b731073-bc60-4541-b3b1-2ab456f63d48 req-24bf8354-0557-4b70-84f4-44b130dc8aa2 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=8cdc9be2-30a5-4d70-8a06-10857a8b3a9b HTTP/1.1" status: 200 len: 943 time: 0.0528052 Jan 17 18:32:40.391699 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-5b731073-bc60-4541-b3b1-2ab456f63d48 req-d6260dfc-5104-49e0-8676-06ed4fa16f05 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437770 Jan 17 18:32:41.154986 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0ac5e-8c43-4d5e-a72b-e8944a211779 req-928834de-909d-4589-ba3a-fd56ebfae7ff tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:41.156478 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-20a0ac5e-8c43-4d5e-a72b-e8944a211779 req-928834de-909d-4589-ba3a-fd56ebfae7ff tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 945 time: 0.0519507 Jan 17 18:32:41.204006 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-20a0ac5e-8c43-4d5e-a72b-e8944a211779 req-34b35198-604f-4e4b-9044-0453af65bfdc tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420163 Jan 17 18:32:41.307380 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd809483-306e-48bc-8bc3-8f64f0a39b5e req-2be5de00-8eb0-43d5-b919-5abb20ba1881 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:41.308970 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-bd809483-306e-48bc-8bc3-8f64f0a39b5e req-2be5de00-8eb0-43d5-b919-5abb20ba1881 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0590584 Jan 17 18:32:41.357141 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-bd809483-306e-48bc-8bc3-8f64f0a39b5e req-55246dd6-c88a-4125-b282-7771db778749 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421948 Jan 17 18:32:41.507621 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673118f2-13b3-4e87-a820-c02211c9dc4a req-07dbb334-c367-488b-a51f-9085d000edd3 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:41.509325 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-673118f2-13b3-4e87-a820-c02211c9dc4a req-07dbb334-c367-488b-a51f-9085d000edd3 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=8cdc9be2-30a5-4d70-8a06-10857a8b3a9b HTTP/1.1" status: 200 len: 943 time: 0.0506141 Jan 17 18:32:41.558724 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-673118f2-13b3-4e87-a820-c02211c9dc4a req-eccb58bb-5285-4b7f-9699-f1650ce77b4d tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427699 Jan 17 18:32:42.327652 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579909a-c17e-42ca-be75-b0df5b6444bd req-b62dc703-9c3d-48e9-b50a-4c6276d756a2 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:42.328183 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-1579909a-c17e-42ca-be75-b0df5b6444bd req-b62dc703-9c3d-48e9-b50a-4c6276d756a2 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 945 time: 0.0499122 Jan 17 18:32:42.377053 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-1579909a-c17e-42ca-be75-b0df5b6444bd req-491fcc71-a1e9-42ac-9f81-a60207a04724 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414658 Jan 17 18:32:42.474540 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e07f25-bb06-49e4-b0af-d2a224eb0447 req-abf3cfe5-c83e-4e1f-971e-84ea1b154450 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:42.479969 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-f4e07f25-bb06-49e4-b0af-d2a224eb0447 req-abf3cfe5-c83e-4e1f-971e-84ea1b154450 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0526748 Jan 17 18:32:42.495221 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device ec772cd4-09c1-4323-a731-f99b10219d43 up at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:32:42.538962 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-f4e07f25-bb06-49e4-b0af-d2a224eb0447 req-567976a9-a450-474d-b3ba-49f0956336a5 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551720 Jan 17 18:32:42.571033 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning complete for port ec772cd4-09c1-4323-a731-f99b10219d43 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:32:42.571764 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (ec772cd4-09c1-4323-a731-f99b10219d43), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:42.679876 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b05aa-834f-4f6c-96d6-d7d7ec49538e req-12d6ac07-7ea1-4181-9fbe-5c5fedcfdde1 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:42.688123 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-125b05aa-834f-4f6c-96d6-d7d7ec49538e req-12d6ac07-7ea1-4181-9fbe-5c5fedcfdde1 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=8cdc9be2-30a5-4d70-8a06-10857a8b3a9b HTTP/1.1" status: 200 len: 943 time: 0.0589945 Jan 17 18:32:42.711540 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port ec772cd4-09c1-4323-a731-f99b10219d43 is: BUILD; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:32:42.712040 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (ec772cd4-09c1-4323-a731-f99b10219d43), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:42.753444 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-125b05aa-834f-4f6c-96d6-d7d7ec49538e req-b50a2e72-5a86-42e3-b150-7f01b7b67870 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595345 Jan 17 18:32:42.758266 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec772cd4-09c1-4323-a731-f99b10219d43'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:32:42.761311 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e36e39c9c94bd67d9c0bfa4cbed5ada700490a47b49253aa7a2931ae849a628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965d72b6-7cea-47c6-bddd-3eeebad41c8c" -d '{"events": [{"server_uuid": "9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e", "name": "network-vif-plugged", "status": "completed", "tag": "ec772cd4-09c1-4323-a731-f99b10219d43"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:32:42.775179 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port ec772cd4-09c1-4323-a731-f99b10219d43, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=ec772cd4-09c1-4323-a731-f99b10219d43,segment=NetworkSegment(2c78bc40-75f9-41e4-87c6-931db814d21f),segment_id=2c78bc40-75f9-41e4-87c6-931db814d21f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:32:42.783280 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (ec772cd4-09c1-4323-a731-f99b10219d43), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:42.818155 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7fd99b-8c7a-4499-abe5-43fd6d25f4a0 x-openstack-request-id: req-eb7fd99b-8c7a-4499-abe5-43fd6d25f4a0 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:32:42.818470 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e", "name": "network-vif-plugged", "status": "completed", "tag": "ec772cd4-09c1-4323-a731-f99b10219d43", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:32:42.818726 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-eb7fd99b-8c7a-4499-abe5-43fd6d25f4a0 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:32:42.819493 dv-cinder-824995-1-iscsi neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec772cd4-09c1-4323-a731-f99b10219d43', 'code': 200} Jan 17 18:32:42.828773 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479ed4c-2c92-49d9-a148-0453874a4897 req-66e9144e-4b2f-4036-ad43-3f93ae4a1ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:42.830474 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-c479ed4c-2c92-49d9-a148-0453874a4897 req-66e9144e-4b2f-4036-ad43-3f93ae4a1ace service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 1098 time: 0.0502222 Jan 17 18:32:42.846361 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=ec772cd4-09c1-4323-a731-f99b10219d43,revision_number=10']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:42.890169 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-c479ed4c-2c92-49d9-a148-0453874a4897 req-3b2ed934-32ed-418a-8ea4-92231e664a38 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498755 Jan 17 18:32:43.250915 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bccf3b8-123a-4bf5-826c-1ee3d39213ae req-3a8b3ff1-4c0d-4117-a595-98c1f1263af7 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:43.252436 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-3bccf3b8-123a-4bf5-826c-1ee3d39213ae req-3a8b3ff1-4c0d-4117-a595-98c1f1263af7 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.0509744 Jan 17 18:32:43.299660 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-3bccf3b8-123a-4bf5-826c-1ee3d39213ae req-5e588941-b9b7-4ef4-8a51-a4ff69fe1418 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413179 Jan 17 18:32:43.510044 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea6110-996f-4e28-8001-371c34f30f5e req-3afe62c5-6ec4-44d3-a4d9-2e68b8f0835e tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:43.511590 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-dbea6110-996f-4e28-8001-371c34f30f5e req-3afe62c5-6ec4-44d3-a4d9-2e68b8f0835e tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 947 time: 0.0511577 Jan 17 18:32:43.586500 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3017b3c-21ab-4b03-a9d0-6f6ab6704892 req-60417622-b484-4161-b551-e470730af0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:43.588047 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b3017b3c-21ab-4b03-a9d0-6f6ab6704892 req-60417622-b484-4161-b551-e470730af0a5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 1100 time: 0.0741525 Jan 17 18:32:43.592791 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-dbea6110-996f-4e28-8001-371c34f30f5e req-68e6c4e7-d145-43b0-8a66-b79381df9ab0 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716121 Jan 17 18:32:43.634222 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b3017b3c-21ab-4b03-a9d0-6f6ab6704892 req-ae59bb4e-831f-4466-9cb8-191407721c18 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394311 Jan 17 18:32:43.664679 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf667a-7cb9-47ab-95e6-8251d138e594 req-823b0d79-2b84-4c2a-bbc6-45596fe586b8 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:43.666136 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-62bf667a-7cb9-47ab-95e6-8251d138e594 req-823b0d79-2b84-4c2a-bbc6-45596fe586b8 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0549476 Jan 17 18:32:43.713108 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-62bf667a-7cb9-47ab-95e6-8251d138e594 req-eb098ad7-12bf-4c72-907d-1ea7b148dc91 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402906 Jan 17 18:32:43.860489 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c096b4c-e309-4445-9585-592019543d99 req-9586c8ea-e822-4a42-b5aa-203b125c84fd tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:43.862458 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-6c096b4c-e309-4445-9585-592019543d99 req-9586c8ea-e822-4a42-b5aa-203b125c84fd tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=8cdc9be2-30a5-4d70-8a06-10857a8b3a9b HTTP/1.1" status: 200 len: 943 time: 0.0510452 Jan 17 18:32:43.918310 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-6c096b4c-e309-4445-9585-592019543d99 req-17b254f5-7fb7-4435-8ff0-797fc63a5f19 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493731 Jan 17 18:32:44.421250 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9c8f9-220f-43b1-ac81-d343e81d3f1c req-1d6bba3a-eadb-4341-9b47-7b34866523ee tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:44.423081 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-63d9c8f9-220f-43b1-ac81-d343e81d3f1c req-1d6bba3a-eadb-4341-9b47-7b34866523ee tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.0556347 Jan 17 18:32:44.470677 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-63d9c8f9-220f-43b1-ac81-d343e81d3f1c req-235d0a6a-91b2-4f9c-b2e3-a685823fd775 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424099 Jan 17 18:32:44.507564 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device e630c52c-8563-40e0-bb39-82fc0cba56dd details requested by agent hyperv_hv-cinder-82499 with host hv-cinder-82499 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 18:32:44.610597 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port e630c52c-8563-40e0-bb39-82fc0cba56dd, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=e630c52c-8563-40e0-bb39-82fc0cba56dd,segment=NetworkSegment(fa3ece1b-5d86-44f9-89b6-42ddd45f5966),segment_id=fa3ece1b-5d86-44f9-89b6-42ddd45f5966)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:32:44.617869 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:44.622137 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Returning: {'device': 'e630c52c-8563-40e0-bb39-82fc0cba56dd', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'port_id': 'e630c52c-8563-40e0-bb39-82fc0cba56dd', 'mac_address': 'fa:16:3e:c0:62:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 18:32:44.664548 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port e630c52c-8563-40e0-bb39-82fc0cba56dd is: DOWN; New status is: BUILD {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:32:44.664930 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (e630c52c-8563-40e0-bb39-82fc0cba56dd), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:44.684397 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e630c52c-8563-40e0-bb39-82fc0cba56dd {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:32:44.705283 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port e630c52c-8563-40e0-bb39-82fc0cba56dd, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=e630c52c-8563-40e0-bb39-82fc0cba56dd,segment=NetworkSegment(fa3ece1b-5d86-44f9-89b6-42ddd45f5966),segment_id=fa3ece1b-5d86-44f9-89b6-42ddd45f5966)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:32:44.709114 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (e630c52c-8563-40e0-bb39-82fc0cba56dd), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:44.722786 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07c97b-6cdf-485a-8b93-68e10349229d req-5004da1b-efb3-44a0-b848-a7a0d8336c2f tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:44.724308 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-3a07c97b-6cdf-485a-8b93-68e10349229d req-5004da1b-efb3-44a0-b848-a7a0d8336c2f tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 947 time: 0.0581827 Jan 17 18:32:44.758321 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=e630c52c-8563-40e0-bb39-82fc0cba56dd,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:44.774367 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-3a07c97b-6cdf-485a-8b93-68e10349229d req-dcca8837-510c-41c1-9d47-17a278ba2527 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444551 Jan 17 18:32:44.829808 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0dc7e-6168-4c3b-9199-1a36b17d2ee7 req-27721329-abe2-45b4-bea1-5ad192b3c339 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:44.831279 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-81a0dc7e-6168-4c3b-9199-1a36b17d2ee7 req-27721329-abe2-45b4-bea1-5ad192b3c339 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0483298 Jan 17 18:32:44.876248 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-81a0dc7e-6168-4c3b-9199-1a36b17d2ee7 req-ce2d63e8-0d8b-41e8-9fc0-0e632454a93d tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394371 Jan 17 18:32:45.041788 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa93971-c7dd-4ffe-b574-57eab67003ae req-cd65b2af-df8e-45a5-8e15-8f2a84b1d67c tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:45.048262 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-efa93971-c7dd-4ffe-b574-57eab67003ae req-cd65b2af-df8e-45a5-8e15-8f2a84b1d67c tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=8cdc9be2-30a5-4d70-8a06-10857a8b3a9b HTTP/1.1" status: 200 len: 944 time: 0.0592079 Jan 17 18:32:45.102561 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-efa93971-c7dd-4ffe-b574-57eab67003ae req-34de2fe3-e787-499b-b59a-49b67694a4dc tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522573 Jan 17 18:32:45.180915 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e551cc-93ae-4db9-a7bf-1ffe936aa62e req-6427c688-037d-49b7-9e50-f5ed305081f8 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:45.182341 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b3e551cc-93ae-4db9-a7bf-1ffe936aa62e req-6427c688-037d-49b7-9e50-f5ed305081f8 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0483680 Jan 17 18:32:45.227259 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b3e551cc-93ae-4db9-a7bf-1ffe936aa62e req-559d8112-a894-42ad-bbc8-4e87772340ea tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393722 Jan 17 18:32:45.583776 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef852f-36ae-493e-bbde-3ffd52a15ac4 req-18f82737-7b0a-4bed-a206-ecbe740c3930 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:45.585236 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-61ef852f-36ae-493e-bbde-3ffd52a15ac4 req-18f82737-7b0a-4bed-a206-ecbe740c3930 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.0483358 Jan 17 18:32:45.629594 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-61ef852f-36ae-493e-bbde-3ffd52a15ac4 req-1278a5f2-0aa4-4a3c-8e1a-801efc93d034 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387919 Jan 17 18:32:45.894673 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f665dc-2693-4d52-8840-c26f2080de01 req-96a71cef-6c1e-4945-ab49-f6b89603e78e tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:45.896170 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-29f665dc-2693-4d52-8840-c26f2080de01 req-96a71cef-6c1e-4945-ab49-f6b89603e78e tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 947 time: 0.0497732 Jan 17 18:32:45.946437 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-29f665dc-2693-4d52-8840-c26f2080de01 req-81d92fdb-944f-4c54-9b0f-5385b98996d2 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448098 Jan 17 18:32:46.214545 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8119c-04cf-47ec-a7dc-3567d74280b5 req-72951db1-6f94-4a7f-a50e-a0db16d70fe7 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:46.216195 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-8ae8119c-04cf-47ec-a7dc-3567d74280b5 req-72951db1-6f94-4a7f-a50e-a0db16d70fe7 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=8cdc9be2-30a5-4d70-8a06-10857a8b3a9b HTTP/1.1" status: 200 len: 944 time: 0.0485573 Jan 17 18:32:46.264880 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-8ae8119c-04cf-47ec-a7dc-3567d74280b5 req-e05b941f-41a9-4919-b664-51ec4c830fae tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433023 Jan 17 18:32:46.541196 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e886f9-6bc9-4887-a04d-3d3fbf1d3131 req-5e9b7b18-fc27-4f1f-bd5d-202c2d0a96b4 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:46.542652 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-e8e886f9-6bc9-4887-a04d-3d3fbf1d3131 req-5e9b7b18-fc27-4f1f-bd5d-202c2d0a96b4 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.2472758 Jan 17 18:32:46.587882 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-e8e886f9-6bc9-4887-a04d-3d3fbf1d3131 req-c4e08a45-52e9-462b-8640-4ff34386d680 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389960 Jan 17 18:32:46.744813 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa585c-def2-44c0-bcf0-48b024f67cb5 req-46e58af2-cbd3-4c33-ba08-8a27d0f40d1a tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:46.746243 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d5aa585c-def2-44c0-bcf0-48b024f67cb5 req-46e58af2-cbd3-4c33-ba08-8a27d0f40d1a tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.0495818 Jan 17 18:32:46.790929 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d5aa585c-def2-44c0-bcf0-48b024f67cb5 req-14e4affc-2992-4742-8cc2-f18c6aa4f203 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386360 Jan 17 18:32:47.072834 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817cf2f-4c6f-4e97-9348-e68ecba6a8eb req-f9baa448-0e2c-4652-a727-2d9f7c07295e tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:47.074277 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b817cf2f-4c6f-4e97-9348-e68ecba6a8eb req-f9baa448-0e2c-4652-a727-2d9f7c07295e tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 947 time: 0.0479953 Jan 17 18:32:47.121927 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b817cf2f-4c6f-4e97-9348-e68ecba6a8eb req-ecb26b5b-b4e5-4d91-8850-fd366ada78dd tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409448 Jan 17 18:32:47.377958 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d6e60-aa98-4b31-9d9c-9dbf35ccb1a0 req-ad91593f-33db-4984-8815-93d09176654f tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:47.379433 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4b4d6e60-aa98-4b31-9d9c-9dbf35ccb1a0 req-ad91593f-33db-4984-8815-93d09176654f tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=8cdc9be2-30a5-4d70-8a06-10857a8b3a9b HTTP/1.1" status: 200 len: 944 time: 0.0484979 Jan 17 18:32:47.429118 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4b4d6e60-aa98-4b31-9d9c-9dbf35ccb1a0 req-6faca8fa-90ff-45af-ae96-907b02e1ebf1 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438538 Jan 17 18:32:47.442848 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b7c79-c0ff-4f14-be2f-32732667d7d7 req-d3c10b34-adec-4990-8751-2b8c38730d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:47.444473 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ba0b7c79-c0ff-4f14-be2f-32732667d7d7 req-d3c10b34-adec-4990-8751-2b8c38730d02 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e713cd04cf914d75bc12b271eea8bc44&device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 1098 time: 0.0442111 Jan 17 18:32:47.538179 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b7c79-c0ff-4f14-be2f-32732667d7d7 req-541484ce-d567-450f-a029-e64eb95876c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:47.539665 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ba0b7c79-c0ff-4f14-be2f-32732667d7d7 req-541484ce-d567-450f-a029-e64eb95876c0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dc7b8bda-4f6a-4a84-9c64-8df87d1d200d HTTP/1.1" status: 200 len: 920 time: 0.0825946 Jan 17 18:32:47.583541 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ba0b7c79-c0ff-4f14-be2f-32732667d7d7 req-a6a8f0cb-5a12-49b6-aeed-c52513b6a456 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30b283b6-8fca-442f-9cb3-672eef080229 HTTP/1.1" status: 200 len: 217 time: 0.0370202 Jan 17 18:32:47.642709 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b7c79-c0ff-4f14-be2f-32732667d7d7 req-867034a3-c1a2-4f4a-9898-3ffe8bbaa732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:47.644222 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ba0b7c79-c0ff-4f14-be2f-32732667d7d7 req-867034a3-c1a2-4f4a-9898-3ffe8bbaa732 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=09b30f79-9dbf-4db5-8afc-15f2fb928f6f HTTP/1.1" status: 200 len: 859 time: 0.0432603 Jan 17 18:32:47.703176 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ba0b7c79-c0ff-4f14-be2f-32732667d7d7 req-5f9daf07-8a40-4425-9f6c-249274f32b5d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc7b8bda-4f6a-4a84-9c64-8df87d1d200d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386229 Jan 17 18:32:47.773962 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28bff3-29ed-4098-bd13-58fb45b4f282 req-421d470a-5feb-4dd1-b05e-6c107688d057 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:47.775466 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-7b28bff3-29ed-4098-bd13-58fb45b4f282 req-421d470a-5feb-4dd1-b05e-6c107688d057 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.1199200 Jan 17 18:32:47.850996 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-7b28bff3-29ed-4098-bd13-58fb45b4f282 req-980b3c54-f737-44eb-80ed-7a0167df2e42 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689359 Jan 17 18:32:47.853054 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ba0b7c79-c0ff-4f14-be2f-32732667d7d7 req-d937297c-e1e1-4c0c-9dfa-c70d5e455246 service neutron] 10.222.0.31 "GET /v2.0/networks/dc7b8bda-4f6a-4a84-9c64-8df87d1d200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389832 Jan 17 18:32:47.885202 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['e630c52c-8563-40e0-bb39-82fc0cba56dd'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:32:47.962243 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ce63b-421c-4cee-9c7b-5b3435637c6f req-4a0204ed-f375-4d77-9aaa-ec81c541ed3c tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:47.964271 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-652ce63b-421c-4cee-9c7b-5b3435637c6f req-4a0204ed-f375-4d77-9aaa-ec81c541ed3c tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.0952713 Jan 17 18:32:47.970705 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ba0b7c79-c0ff-4f14-be2f-32732667d7d7 req-f4902799-f3e3-4a69-88a5-19d0b7955f9d service neutron] 10.222.0.31 "GET /v2.0/networks/dc7b8bda-4f6a-4a84-9c64-8df87d1d200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109619 Jan 17 18:32:48.030856 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-652ce63b-421c-4cee-9c7b-5b3435637c6f req-b588e715-5031-4b3f-adca-0ed5b6952d57 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590470 Jan 17 18:32:48.265539 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda860f4-763d-46be-8a13-f5c12e22b896 req-13b346e4-3285-4f0d-af19-24aed513b3ae tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:48.267043 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-cda860f4-763d-46be-8a13-f5c12e22b896 req-13b346e4-3285-4f0d-af19-24aed513b3ae tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 947 time: 0.0638669 Jan 17 18:32:48.322280 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-cda860f4-763d-46be-8a13-f5c12e22b896 req-59d5d3e8-9ae4-48b3-a074-aa22a00d92fb tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495746 Jan 17 18:32:48.558369 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958cfbab-0cf0-439a-82ab-4eed5ef3e1f7 req-12c193c0-9271-41e5-9734-ed3e965f6660 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:48.560086 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-958cfbab-0cf0-439a-82ab-4eed5ef3e1f7 req-12c193c0-9271-41e5-9734-ed3e965f6660 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=8cdc9be2-30a5-4d70-8a06-10857a8b3a9b HTTP/1.1" status: 200 len: 944 time: 0.0556629 Jan 17 18:32:48.612351 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-958cfbab-0cf0-439a-82ab-4eed5ef3e1f7 req-cb104065-e09d-4988-b0d0-ecd19f3bc79b tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467262 Jan 17 18:32:48.974355 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6fb795-48e4-4b3e-a496-2883163bb6c1 req-d010bd2b-9fd7-4de4-bd7d-cd35acfcdeae tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:48.975912 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-5a6fb795-48e4-4b3e-a496-2883163bb6c1 req-d010bd2b-9fd7-4de4-bd7d-cd35acfcdeae tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0524852 Jan 17 18:32:49.030313 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-5a6fb795-48e4-4b3e-a496-2883163bb6c1 req-eaff77c9-7c15-4a58-967b-94358214c519 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486395 Jan 17 18:32:49.150044 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694eeb5-f23f-4177-ba2d-c6d3365469b8 req-084c7b54-a6eb-4c50-ba06-a41431b8130f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:49.151656 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6694eeb5-f23f-4177-ba2d-c6d3365469b8 req-084c7b54-a6eb-4c50-ba06-a41431b8130f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.0502846 Jan 17 18:32:49.202632 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6694eeb5-f23f-4177-ba2d-c6d3365469b8 req-0c594e17-3a42-4190-badb-60a21e523882 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445557 Jan 17 18:32:49.379062 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device e630c52c-8563-40e0-bb39-82fc0cba56dd up at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:32:49.454122 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b771b1-ad9b-4efc-8077-bdb58fb4ff09 req-3659abf3-186e-40e7-8fc3-007b2526d810 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:49.455674 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-28b771b1-ad9b-4efc-8077-bdb58fb4ff09 req-3659abf3-186e-40e7-8fc3-007b2526d810 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 947 time: 0.0519900 Jan 17 18:32:49.506146 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-28b771b1-ad9b-4efc-8077-bdb58fb4ff09 req-ff59802a-32e2-43e1-9e68-17982fe74c6e tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446587 Jan 17 18:32:49.551300 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning for port e630c52c-8563-40e0-bb39-82fc0cba56dd completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 18:32:49.554891 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning complete for port e630c52c-8563-40e0-bb39-82fc0cba56dd triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:32:49.555262 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (e630c52c-8563-40e0-bb39-82fc0cba56dd), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:49.631311 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port e630c52c-8563-40e0-bb39-82fc0cba56dd is: BUILD; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:32:49.631730 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (e630c52c-8563-40e0-bb39-82fc0cba56dd), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:49.656128 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cdc9be2-30a5-4d70-8a06-10857a8b3a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e630c52c-8563-40e0-bb39-82fc0cba56dd'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:32:49.658411 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e36e39c9c94bd67d9c0bfa4cbed5ada700490a47b49253aa7a2931ae849a628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08cdcf8-1dd3-4449-ba06-6507867c45a6" -d '{"events": [{"server_uuid": "8cdc9be2-30a5-4d70-8a06-10857a8b3a9b", "name": "network-vif-plugged", "status": "completed", "tag": "e630c52c-8563-40e0-bb39-82fc0cba56dd"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:32:49.670829 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port e630c52c-8563-40e0-bb39-82fc0cba56dd, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=e630c52c-8563-40e0-bb39-82fc0cba56dd,segment=NetworkSegment(fa3ece1b-5d86-44f9-89b6-42ddd45f5966),segment_id=fa3ece1b-5d86-44f9-89b6-42ddd45f5966)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:32:49.675393 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (e630c52c-8563-40e0-bb39-82fc0cba56dd), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:49.714630 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158081d5-fa6d-4c2f-aec9-4c1923d41ff3 x-openstack-request-id: req-158081d5-fa6d-4c2f-aec9-4c1923d41ff3 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:32:49.714953 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cdc9be2-30a5-4d70-8a06-10857a8b3a9b", "name": "network-vif-plugged", "status": "completed", "tag": "e630c52c-8563-40e0-bb39-82fc0cba56dd", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:32:49.715959 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-158081d5-fa6d-4c2f-aec9-4c1923d41ff3 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:32:49.716726 dv-cinder-824995-1-iscsi neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cdc9be2-30a5-4d70-8a06-10857a8b3a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e630c52c-8563-40e0-bb39-82fc0cba56dd', 'code': 200} Jan 17 18:32:49.737379 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=e630c52c-8563-40e0-bb39-82fc0cba56dd,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:49.737613 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf25e1-de88-4e58-aa2a-2679c2ecf8b9 req-6869b2be-4728-47fb-a691-c79490c48379 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:49.739081 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-0baf25e1-de88-4e58-aa2a-2679c2ecf8b9 req-6869b2be-4728-47fb-a691-c79490c48379 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=8cdc9be2-30a5-4d70-8a06-10857a8b3a9b HTTP/1.1" status: 200 len: 945 time: 0.0538375 Jan 17 18:32:49.791468 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-0baf25e1-de88-4e58-aa2a-2679c2ecf8b9 req-d91c4a83-c5b2-40c3-b34c-73d0052becca tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439105 Jan 17 18:32:49.977936 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1a07d-1e60-4c2a-a4df-b96247cfac99 req-4794978f-8091-45f4-8cb3-65d30c05102c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:49.979405 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-f9e1a07d-1e60-4c2a-a4df-b96247cfac99 req-4794978f-8091-45f4-8cb3-65d30c05102c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8cdc9be2-30a5-4d70-8a06-10857a8b3a9b HTTP/1.1" status: 200 len: 1098 time: 0.0394137 Jan 17 18:32:50.032207 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-f9e1a07d-1e60-4c2a-a4df-b96247cfac99 req-94982c8e-1884-4b77-93a4-d11611b5d980 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406592 Jan 17 18:32:50.149962 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ce8e5-2720-4e3f-b834-79693214446b req-6aba109d-24f1-4e98-a737-38ae5bab87f6 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:50.151437 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-564ce8e5-2720-4e3f-b834-79693214446b req-6aba109d-24f1-4e98-a737-38ae5bab87f6 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0524049 Jan 17 18:32:50.199631 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-564ce8e5-2720-4e3f-b834-79693214446b req-4345060a-f3b5-475e-ab87-deef50ebd52d tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419853 Jan 17 18:32:50.317965 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099298c0-25cd-4353-a35c-506c6c426ca4 req-3da6aba2-4e4f-4bf7-8e99-e3cd1a0ea813 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:50.319986 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-099298c0-25cd-4353-a35c-506c6c426ca4 req-3da6aba2-4e4f-4bf7-8e99-e3cd1a0ea813 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.0497105 Jan 17 18:32:50.370372 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-099298c0-25cd-4353-a35c-506c6c426ca4 req-3c9cdc34-62d5-4b82-89f6-53dcf4050ec4 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438783 Jan 17 18:32:50.907042 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b970010-38ba-4863-ac07-03fd771a11d9 req-155be4d8-a487-443f-8dc6-daf0e3ad0fbc tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:50.908544 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-3b970010-38ba-4863-ac07-03fd771a11d9 req-155be4d8-a487-443f-8dc6-daf0e3ad0fbc tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=8cdc9be2-30a5-4d70-8a06-10857a8b3a9b HTTP/1.1" status: 200 len: 945 time: 0.0481083 Jan 17 18:32:50.956149 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-3b970010-38ba-4863-ac07-03fd771a11d9 req-0e912d80-3241-4ee9-8a75-98844841b92c tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420315 Jan 17 18:32:51.054696 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-24f8288f-8a7c-4603-9cbe-1a0828837d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:51.326448 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9401a-d454-468b-8807-2a809e800569 req-468bdefe-e902-4d7c-993e-1193ef901ad5 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:51.327969 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-e1b9401a-d454-468b-8807-2a809e800569 req-468bdefe-e902-4d7c-993e-1193ef901ad5 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0587566 Jan 17 18:32:51.376708 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-e1b9401a-d454-468b-8807-2a809e800569 req-71f84644-6ecc-453c-8f8a-d865c8d21959 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429029 Jan 17 18:32:51.504543 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88914c4a-8915-4e22-8e93-6fd73309fe23 req-3bf5204e-2d6f-424e-bc0b-911e33d8062c tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:51.522081 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-88914c4a-8915-4e22-8e93-6fd73309fe23 req-3bf5204e-2d6f-424e-bc0b-911e33d8062c tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.0699549 Jan 17 18:32:51.591079 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-88914c4a-8915-4e22-8e93-6fd73309fe23 req-c1401c01-5125-4e9b-bae2-6d61d957a8bb tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680487 Jan 17 18:32:51.766126 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 57592) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:32:51.883219 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e23dc4cb-5fe2-4421-89e0-44b9f25e4152 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:51.957471 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e23dc4cb-5fe2-4421-89e0-44b9f25e4152 admin admin] Publish callbacks [] for security_group (7d2fea47-b3a6-4426-8c54-8e421bade819), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:51.960914 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e23dc4cb-5fe2-4421-89e0-44b9f25e4152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (7d2fea47-b3a6-4426-8c54-8e421bade819), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:51.998413 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-e23dc4cb-5fe2-4421-89e0-44b9f25e4152 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=df4f4f2f2a194bcab69a0c2d785150d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2311080 Jan 17 18:32:51.999297 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23dc4cb-5fe2-4421-89e0-44b9f25e4152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2fea47-b3a6-4426-8c54-8e421bade819,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:52.001864 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 57598) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:32:52.078044 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-da5ca75b-8142-46c8-817e-4154dbb350a2 admin admin] Publish callbacks [] for security_group (7d2fea47-b3a6-4426-8c54-8e421bade819), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:52.109468 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed4bd1-f26a-4be8-a6fc-a2f8ea91f7ef req-d36dcf34-9a5e-4b08-8f87-3c288788611b tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:52.110852 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-22ed4bd1-f26a-4be8-a6fc-a2f8ea91f7ef req-d36dcf34-9a5e-4b08-8f87-3c288788611b tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=8cdc9be2-30a5-4d70-8a06-10857a8b3a9b HTTP/1.1" status: 200 len: 945 time: 0.0737460 Jan 17 18:32:52.112659 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-da5ca75b-8142-46c8-817e-4154dbb350a2 admin admin] Publish callbacks [] for security_group (7d2fea47-b3a6-4426-8c54-8e421bade819), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:52.186435 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-22ed4bd1-f26a-4be8-a6fc-a2f8ea91f7ef req-463ee6f2-5572-4b7a-bff2-cb494e78ce71 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675030 Jan 17 18:32:52.202661 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-da5ca75b-8142-46c8-817e-4154dbb350a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (7d2fea47-b3a6-4426-8c54-8e421bade819), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:52.205375 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-da5ca75b-8142-46c8-817e-4154dbb350a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:52.207892 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-da5ca75b-8142-46c8-817e-4154dbb350a2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7d2fea47-b3a6-4426-8c54-8e421bade819 HTTP/1.1" status: 204 len: 168 time: 0.2045841 Jan 17 18:32:52.216134 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ca75b-8142-46c8-817e-4154dbb350a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2fea47-b3a6-4426-8c54-8e421bade819,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:52.334444 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647fee7d-7d73-4056-8347-0a9491b36f88 req-6610716a-c8c7-41cf-9c10-2e1519d2fe84 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:52.339255 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-647fee7d-7d73-4056-8347-0a9491b36f88 req-6610716a-c8c7-41cf-9c10-2e1519d2fe84 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=8cdc9be2-30a5-4d70-8a06-10857a8b3a9b HTTP/1.1" status: 200 len: 945 time: 0.0561903 Jan 17 18:32:52.416776 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-647fee7d-7d73-4056-8347-0a9491b36f88 req-81e484e8-ba57-4432-99ee-e5bce7bd5720 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565031 Jan 17 18:32:52.418864 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 57606) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:32:52.519141 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 57610) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:32:52.532726 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ac995b8-30de-488c-b2fa-bfa5a110a115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:52.612428 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ac995b8-30de-488c-b2fa-bfa5a110a115 admin admin] Publish callbacks [] for security_group (ea619524-34e9-496e-b25a-2da9ddd8f19a), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:52.616811 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ac995b8-30de-488c-b2fa-bfa5a110a115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (ea619524-34e9-496e-b25a-2da9ddd8f19a), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:52.635420 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584b6f71-a3f1-4ca8-80e9-6317ae7da7fd tempest-TestVolumeBootPattern-2079461016 tempest-TestVolumeBootPattern-2079461016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:52.637916 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-584b6f71-a3f1-4ca8-80e9-6317ae7da7fd tempest-TestVolumeBootPattern-2079461016 tempest-TestVolumeBootPattern-2079461016-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8cdc9be2-30a5-4d70-8a06-10857a8b3a9b HTTP/1.1" status: 200 len: 1093 time: 0.2182109 Jan 17 18:32:52.640953 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 57614) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:32:52.645590 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-1f36f17f-66db-4fbc-8219-83763eba7c58 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Request body: {'floatingip': {'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'port_id': 'e630c52c-8563-40e0-bb39-82fc0cba56dd', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:32:52.655527 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-5ac995b8-30de-488c-b2fa-bfa5a110a115 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1205bcb7e3294a979279858f239123cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351609 Jan 17 18:32:52.658038 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 57616) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:32:52.666293 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac995b8-30de-488c-b2fa-bfa5a110a115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea619524-34e9-496e-b25a-2da9ddd8f19a,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:52.671555 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1f36f17f-66db-4fbc-8219-83763eba7c58 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:52.789869 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339f0d6-8528-47f4-a08c-6b966c0e7535 req-901a76e1-4f5b-46b1-8b34-c63c4cffe9dd tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:52.796148 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-9339f0d6-8528-47f4-a08c-6b966c0e7535 req-901a76e1-4f5b-46b1-8b34-c63c4cffe9dd tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.1358013 Jan 17 18:32:52.797124 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d4332579-50da-46a3-915f-3c6e9df37f91 admin admin] Publish callbacks [] for security_group (ea619524-34e9-496e-b25a-2da9ddd8f19a), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:52.824009 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1f36f17f-66db-4fbc-8219-83763eba7c58 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:52.954615 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-1f36f17f-66db-4fbc-8219-83763eba7c58 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Allocated IP 172.27.3.136 (9ec40da0-3fb2-40ad-97b9-056b5e7103fe/10c42aa5-d9d6-40a2-95c7-0d399aece660/6653689a-ba75-47e0-9e45-a89c332e3106) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:32:53.058212 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1f36f17f-66db-4fbc-8219-83763eba7c58 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for port (6653689a-ba75-47e0-9e45-a89c332e3106), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:53.087735 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d4332579-50da-46a3-915f-3c6e9df37f91 admin admin] Publish callbacks [] for security_group (ea619524-34e9-496e-b25a-2da9ddd8f19a), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:53.092933 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1f36f17f-66db-4fbc-8219-83763eba7c58 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (6653689a-ba75-47e0-9e45-a89c332e3106), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:53.115260 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-9339f0d6-8528-47f4-a08c-6b966c0e7535 req-08a91517-6227-4621-9f20-444fd8d7faf1 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3139973 Jan 17 18:32:53.136896 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f36f17f-66db-4fbc-8219-83763eba7c58 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Network 9ec40da0-3fb2-40ad-97b9-056b5e7103fe is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:32:53.140989 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-1f36f17f-66db-4fbc-8219-83763eba7c58 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:32:53.144654 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f36f17f-66db-4fbc-8219-83763eba7c58 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:32:53.157996 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d4332579-50da-46a3-915f-3c6e9df37f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (ea619524-34e9-496e-b25a-2da9ddd8f19a), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:53.161392 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d4332579-50da-46a3-915f-3c6e9df37f91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:53.162887 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-d4332579-50da-46a3-915f-3c6e9df37f91 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ea619524-34e9-496e-b25a-2da9ddd8f19a HTTP/1.1" status: 204 len: 168 time: 0.5038626 Jan 17 18:32:53.171263 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4332579-50da-46a3-915f-3c6e9df37f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea619524-34e9-496e-b25a-2da9ddd8f19a,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:53.175521 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36f17f-66db-4fbc-8219-83763eba7c58 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Pushing event updated for resources: {'Port': ['ID=6653689a-ba75-47e0-9e45-a89c332e3106,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:53.367464 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7d65f362-adb6-45b5-a23d-e0943137623a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:53.527811 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1f36f17f-66db-4fbc-8219-83763eba7c58 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for floatingip (51a7bf13-47fb-466f-962d-7106d46a3982), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:53.597479 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1f36f17f-66db-4fbc-8219-83763eba7c58 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (6653689a-ba75-47e0-9e45-a89c332e3106), before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:53.754757 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1f36f17f-66db-4fbc-8219-83763eba7c58 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for port (6653689a-ba75-47e0-9e45-a89c332e3106), precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:53.759204 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1f36f17f-66db-4fbc-8219-83763eba7c58 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167948'] for port (6653689a-ba75-47e0-9e45-a89c332e3106), after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:53.837292 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36f17f-66db-4fbc-8219-83763eba7c58 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Pushing event updated for resources: {'Port': ['ID=6653689a-ba75-47e0-9e45-a89c332e3106,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:53.851525 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1f36f17f-66db-4fbc-8219-83763eba7c58 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565514'] for floatingip (51a7bf13-47fb-466f-962d-7106d46a3982), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:53.978790 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.db.l3_db [None req-1f36f17f-66db-4fbc-8219-83763eba7c58 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Floating IP 51a7bf13-47fb-466f-962d-7106d46a3982 associated. External IP: 172.27.3.136, port: e630c52c-8563-40e0-bb39-82fc0cba56dd. Jan 17 18:32:54.236682 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f36f17f-66db-4fbc-8219-83763eba7c58 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Router 154642fa-a383-4a2b-8f76-3f282d5de3c8 has already been hosted by L3 agent f711a738-9445-49a6-871d-c35940c1a323 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 18:32:54.251474 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40dbe17-4eba-4efb-a1f5-f0b5acb68bac req-b3c9c3dd-9686-4f9c-9dc8-66924dcbfce9 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:54.253043 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c40dbe17-4eba-4efb-a1f5-f0b5acb68bac req-b3c9c3dd-9686-4f9c-9dc8-66924dcbfce9 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.0598185 Jan 17 18:32:54.338052 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c40dbe17-4eba-4efb-a1f5-f0b5acb68bac req-59d6fd15-41dd-488b-90c7-e3c0610e222c tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523214 Jan 17 18:32:54.369762 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f36f17f-66db-4fbc-8219-83763eba7c58 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:32:54.388960 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a206d3-b1e1-40fb-be79-73ed1e004e90 None None] Sync routers for ids ['154642fa-a383-4a2b-8f76-3f282d5de3c8'] in dv-cinder-824995-1-iscsi {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:32:54.393643 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1f36f17f-66db-4fbc-8219-83763eba7c58 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for floatingip (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:54.404961 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a206d3-b1e1-40fb-be79-73ed1e004e90 None None] Routers {'154642fa-a383-4a2b-8f76-3f282d5de3c8'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:32:54.405659 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-09a206d3-b1e1-40fb-be79-73ed1e004e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:32:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['154642fa-a383-4a2b-8f76-3f282d5de3c8'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:32:54.422143 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-1f36f17f-66db-4fbc-8219-83763eba7c58 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7798417 Jan 17 18:32:54.422766 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cdc9be2-30a5-4d70-8a06-10857a8b3a9b', 'tag': 'e630c52c-8563-40e0-bb39-82fc0cba56dd'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:32:54.425042 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6acf6e2448acaa9df75d0cfb4ee4f42f1c652325a2342385b5920e3fd6e7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0907802f-d392-4092-800a-fd1f338d2bd8" -d '{"events": [{"name": "network-changed", "server_uuid": "8cdc9be2-30a5-4d70-8a06-10857a8b3a9b", "tag": "e630c52c-8563-40e0-bb39-82fc0cba56dd"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:32:54.466666 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 18:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8b3b6d-7cd9-43a7-8cb9-1f3bb4f77f0c x-openstack-request-id: req-ea8b3b6d-7cd9-43a7-8cb9-1f3bb4f77f0c {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:32:54.467118 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cdc9be2-30a5-4d70-8a06-10857a8b3a9b", "tag": "e630c52c-8563-40e0-bb39-82fc0cba56dd", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:32:54.467853 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ea8b3b6d-7cd9-43a7-8cb9-1f3bb4f77f0c {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:32:54.468274 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cdc9be2-30a5-4d70-8a06-10857a8b3a9b', 'tag': 'e630c52c-8563-40e0-bb39-82fc0cba56dd', 'status': 'completed', 'code': 200} Jan 17 18:32:54.511327 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-09a206d3-b1e1-40fb-be79-73ed1e004e90 None None] Set router 154642fa-a383-4a2b-8f76-3f282d5de3c8 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:32:54.533839 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907802f-d392-4092-800a-fd1f338d2bd8 req-748167be-71dc-4c0e-b9a7-9e8c0add56ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:54.535997 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-0907802f-d392-4092-800a-fd1f338d2bd8 req-748167be-71dc-4c0e-b9a7-9e8c0add56ca service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ebb9dad35744d75b104be8c72af35ec&device_id=8cdc9be2-30a5-4d70-8a06-10857a8b3a9b HTTP/1.1" status: 200 len: 1098 time: 0.0495338 Jan 17 18:32:54.537869 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:54.633968 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907802f-d392-4092-800a-fd1f338d2bd8 req-976ff782-b222-4ce5-a141-ce32a92a1690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:54.635809 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-0907802f-d392-4092-800a-fd1f338d2bd8 req-976ff782-b222-4ce5-a141-ce32a92a1690 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6dfbb2a7-5276-4203-a32e-db5c6045b523 HTTP/1.1" status: 200 len: 913 time: 0.0939779 Jan 17 18:32:54.716651 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-0907802f-d392-4092-800a-fd1f338d2bd8 req-2c3f4a6a-c9d8-43af-9a9a-38958e82f552 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e630c52c-8563-40e0-bb39-82fc0cba56dd HTTP/1.1" status: 200 len: 999 time: 0.0676045 Jan 17 18:32:54.760805 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-09a206d3-b1e1-40fb-be79-73ed1e004e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'name': 'tempest-TestVolumeBootPattern-1958349579-router', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:45Z', 'revision_number': 4, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'gw_port': {'id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_floatingips': [{'id': '51a7bf13-47fb-466f-962d-7106d46a3982', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'router_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'port_id': 'e630c52c-8563-40e0-bb39-82fc0cba56dd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'mac_address': 'fa:16:3e:c0:62:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdc9be2-30a5-4d70-8a06-10857a8b3a9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T18:32:53Z', 'updated_at': '2022-01-17T18:32:53Z', 'revision_number': 0, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b1ae9a8-a67f-496e-8567-dc10f67a2306', 'name': '', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'mac_address': 'fa:16:3e:e9:16:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:43Z', 'updated_at': '2022-01-17T18:31:51Z', 'revision_number': 5, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'subnets': [{'id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:32:54.772251 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907802f-d392-4092-800a-fd1f338d2bd8 req-ed104275-d2f4-4052-9f21-152efb0f9587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:54.773730 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-0907802f-d392-4092-800a-fd1f338d2bd8 req-ed104275-d2f4-4052-9f21-152efb0f9587 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=192fe8fe-1f58-4fba-8ff5-7646c544378e HTTP/1.1" status: 200 len: 851 time: 0.0477405 Jan 17 18:32:54.789100 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a206d3-b1e1-40fb-be79-73ed1e004e90 None None] Checking router: 154642fa-a383-4a2b-8f76-3f282d5de3c8 for host: dv-cinder-824995-1-iscsi {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:32:54.798037 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a206d3-b1e1-40fb-be79-73ed1e004e90 None None] Routers {'154642fa-a383-4a2b-8f76-3f282d5de3c8'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:32:54.798649 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-09a206d3-b1e1-40fb-be79-73ed1e004e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:32:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['154642fa-a383-4a2b-8f76-3f282d5de3c8'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:32:54.830333 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907802f-d392-4092-800a-fd1f338d2bd8 req-452b850d-8183-44dd-bb05-1ea4480e35ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:54.830333 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-0907802f-d392-4092-800a-fd1f338d2bd8 req-452b850d-8183-44dd-bb05-1ea4480e35ba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dfbb2a7-5276-4203-a32e-db5c6045b523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459774 Jan 17 18:32:54.908045 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-09a206d3-b1e1-40fb-be79-73ed1e004e90 None None] Set router 154642fa-a383-4a2b-8f76-3f282d5de3c8 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:32:54.923942 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-0907802f-d392-4092-800a-fd1f338d2bd8 req-8d78fd04-ece2-424c-8a7c-ddbe577b8b1d service neutron] 10.222.0.31 "GET /v2.0/networks/6dfbb2a7-5276-4203-a32e-db5c6045b523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860395 Jan 17 18:32:55.032531 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-0907802f-d392-4092-800a-fd1f338d2bd8 req-bf24f044-254d-4c32-a691-c3b2cd4db959 service neutron] 10.222.0.31 "GET /v2.0/networks/6dfbb2a7-5276-4203-a32e-db5c6045b523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952790 Jan 17 18:32:55.124567 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 57724) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:32:55.157677 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-09a206d3-b1e1-40fb-be79-73ed1e004e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'name': 'tempest-TestVolumeBootPattern-1958349579-router', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:45Z', 'revision_number': 4, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'gw_port': {'id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_floatingips': [{'id': '51a7bf13-47fb-466f-962d-7106d46a3982', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'router_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'port_id': 'e630c52c-8563-40e0-bb39-82fc0cba56dd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'mac_address': 'fa:16:3e:c0:62:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdc9be2-30a5-4d70-8a06-10857a8b3a9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T18:32:53Z', 'updated_at': '2022-01-17T18:32:53Z', 'revision_number': 0, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b1ae9a8-a67f-496e-8567-dc10f67a2306', 'name': '', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'mac_address': 'fa:16:3e:e9:16:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:43Z', 'updated_at': '2022-01-17T18:31:51Z', 'revision_number': 5, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'subnets': [{'id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:32:55.177993 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a1af8eb-b5af-4d3a-a28a-e71ac7ada1a1 admin admin] Deleting subnet 14669282-5aa1-49a1-8531-88e125fb3ea3 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 18:32:55.183024 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6a1af8eb-b5af-4d3a-a28a-e71ac7ada1a1 admin admin] Publish callbacks [] for subnet (14669282-5aa1-49a1-8531-88e125fb3ea3), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:55.201543 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a206d3-b1e1-40fb-be79-73ed1e004e90 None None] The sync data for ids ['154642fa-a383-4a2b-8f76-3f282d5de3c8'] in dv-cinder-824995-1-iscsi is: [{'id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'name': 'tempest-TestVolumeBootPattern-1958349579-router', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:45Z', 'revision_number': 4, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'gw_port': {'id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_floatingips': [{'id': '51a7bf13-47fb-466f-962d-7106d46a3982', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'router_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'port_id': 'e630c52c-8563-40e0-bb39-82fc0cba56dd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'mac_address': 'fa:16:3e:c0:62:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdc9be2-30a5-4d70-8a06-10857a8b3a9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T18:32:53Z', 'updated_at': '2022-01-17T18:32:53Z', 'revision_number': 0, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b1ae9a8-a67f-496e-8567-dc10f67a2306', 'name': '', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'mac_address': 'fa:16:3e:e9:16:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:43Z', 'updated_at': '2022-01-17T18:31:51Z', 'revision_number': 5, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'subnets': [{'id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:32:55.221547 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6a1af8eb-b5af-4d3a-a28a-e71ac7ada1a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3232230'] for subnet (14669282-5aa1-49a1-8531-88e125fb3ea3), precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:55.271629 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6a1af8eb-b5af-4d3a-a28a-e71ac7ada1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16255576'] for subnet (14669282-5aa1-49a1-8531-88e125fb3ea3), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:55.332588 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6a1af8eb-b5af-4d3a-a28a-e71ac7ada1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16255567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261205578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261080105'] for subnet (14669282-5aa1-49a1-8531-88e125fb3ea3), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:55.367649 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1af8eb-b5af-4d3a-a28a-e71ac7ada1a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14669282-5aa1-49a1-8531-88e125fb3ea3,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:55.373445 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6a1af8eb-b5af-4d3a-a28a-e71ac7ada1a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:55.376680 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-6a1af8eb-b5af-4d3a-a28a-e71ac7ada1a1 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/14669282-5aa1-49a1-8531-88e125fb3ea3 HTTP/1.1" status: 204 len: 168 time: 0.2510965 Jan 17 18:32:55.379102 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 57744) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:32:55.472138 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4926672-5b3f-45b7-b329-ac2194196be8 None None] New status for floating IP 51a7bf13-47fb-466f-962d-7106d46a3982: ACTIVE {{(pid=102424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 18:32:55.510020 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8e548a5d-3e75-4e7d-b94d-1d87f53adb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16714788'] for network (053cf98e-7a79-421e-9990-12335b97235f), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:55.533697 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba674a-cb2c-4f6c-a05b-e31831f433e9 req-177569d0-aab8-4d73-b664-474f82fc9a6e tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:55.535210 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-7dba674a-cb2c-4f6c-a05b-e31831f433e9 req-177569d0-aab8-4d73-b664-474f82fc9a6e tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.0979948 Jan 17 18:32:55.646183 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8e548a5d-3e75-4e7d-b94d-1d87f53adb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16256479', 'neutron.services.segments.db._delete_segments_for_network-8736374233384'] for network (053cf98e-7a79-421e-9990-12335b97235f), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:55.663835 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-7dba674a-cb2c-4f6c-a05b-e31831f433e9 req-297a73d5-f8ae-4bbf-85e1-6c5d8b61f48a tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070492 Jan 17 18:32:55.690565 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.services.segments.db [None req-8e548a5d-3e75-4e7d-b94d-1d87f53adb5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['053cf98e-7a79-421e-9990-12335b97235f']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:32:55.703375 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.services.segments.db [None req-8e548a5d-3e75-4e7d-b94d-1d87f53adb5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0462b14-021a-450c-9e0f-647b2d940446') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:32:55.706770 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.services.segments.db [None req-8e548a5d-3e75-4e7d-b94d-1d87f53adb5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0462b14-021a-450c-9e0f-647b2d940446') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:32:55.716515 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8e548a5d-3e75-4e7d-b94d-1d87f53adb5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736374233137', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233301'] for segment (b0462b14-021a-450c-9e0f-647b2d940446), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:55.733291 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8e548a5d-3e75-4e7d-b94d-1d87f53adb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749'] for segment (b0462b14-021a-450c-9e0f-647b2d940446), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:55.741516 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e548a5d-3e75-4e7d-b94d-1d87f53adb5d admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 18:32:55.742216 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8e548a5d-3e75-4e7d-b94d-1d87f53adb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261205540'] for segment (b0462b14-021a-450c-9e0f-647b2d940446), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:55.744314 dv-cinder-824995-1-iscsi neutron-server[102423]: Traceback (most recent call last): Jan 17 18:32:55.744314 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 18:32:55.744314 dv-cinder-824995-1-iscsi neutron-server[102423]: timer() Jan 17 18:32:55.744314 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 18:32:55.744314 dv-cinder-824995-1-iscsi neutron-server[102423]: cb(*args, **kw) Jan 17 18:32:55.744314 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 18:32:55.744314 dv-cinder-824995-1-iscsi neutron-server[102423]: return func(*args, **kwargs) Jan 17 18:32:55.744314 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 18:32:55.744314 dv-cinder-824995-1-iscsi neutron-server[102423]: self._notify() Jan 17 18:32:55.744314 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 18:32:55.744314 dv-cinder-824995-1-iscsi neutron-server[102423]: self.callback(batched_events) Jan 17 18:32:55.744314 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 18:32:55.744314 dv-cinder-824995-1-iscsi neutron-server[102423]: event.method(event) Jan 17 18:32:55.744314 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 18:32:55.744314 dv-cinder-824995-1-iscsi neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 18:32:55.744314 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 18:32:55.744314 dv-cinder-824995-1-iscsi neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 18:32:55.744314 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 18:32:55.744314 dv-cinder-824995-1-iscsi neutron-server[102423]: return f(self, *a, **k) Jan 17 18:32:55.744314 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 18:32:55.744314 dv-cinder-824995-1-iscsi neutron-server[102423]: return self._get(url).json() Jan 17 18:32:55.744314 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 18:32:55.744314 dv-cinder-824995-1-iscsi neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 18:32:55.744314 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 18:32:55.744314 dv-cinder-824995-1-iscsi neutron-server[102423]: return self.request(url, 'GET', **kwargs) Jan 17 18:32:55.744314 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 18:32:55.744314 dv-cinder-824995-1-iscsi neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 18:32:55.744314 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 18:32:55.744314 dv-cinder-824995-1-iscsi neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 18:32:55.744314 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 18:32:55.744314 dv-cinder-824995-1-iscsi neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 18:32:55.744314 dv-cinder-824995-1-iscsi neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 18:32:55.803031 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8e548a5d-3e75-4e7d-b94d-1d87f53adb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16256454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565532'] for network (053cf98e-7a79-421e-9990-12335b97235f), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:55.807439 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8e548a5d-3e75-4e7d-b94d-1d87f53adb5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for network (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:55.811262 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-8e548a5d-3e75-4e7d-b94d-1d87f53adb5d admin admin] 10.222.0.57 "DELETE /v2.0/networks/053cf98e-7a79-421e-9990-12335b97235f HTTP/1.1" status: 204 len: 168 time: 0.4311957 Jan 17 18:32:55.823665 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e548a5d-3e75-4e7d-b94d-1d87f53adb5d admin admin] Pushing event deleted for resources: {'Network': ['ID=053cf98e-7a79-421e-9990-12335b97235f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:55.977599 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 57792) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:32:56.029765 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-3deb25ca-6026-488e-8283-e0a852657195 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=47f894454e2d44ff96f0d143a1b012cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0505517 Jan 17 18:32:56.032099 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 57798) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:32:56.085445 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6e670980-7311-4e97-9d33-9cf1acc10059 admin admin] Publish callbacks [] for security_group (c45011a8-8df0-495a-8097-8cdd3424dfe8), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:56.101648 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:56.107492 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6e670980-7311-4e97-9d33-9cf1acc10059 admin admin] Publish callbacks [] for security_group (c45011a8-8df0-495a-8097-8cdd3424dfe8), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:56.154265 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6e670980-7311-4e97-9d33-9cf1acc10059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (c45011a8-8df0-495a-8097-8cdd3424dfe8), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:56.156986 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6e670980-7311-4e97-9d33-9cf1acc10059 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:56.158150 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-6e670980-7311-4e97-9d33-9cf1acc10059 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c45011a8-8df0-495a-8097-8cdd3424dfe8 HTTP/1.1" status: 204 len: 168 time: 0.1249130 Jan 17 18:32:56.165968 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e670980-7311-4e97-9d33-9cf1acc10059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45011a8-8df0-495a-8097-8cdd3424dfe8,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:56.305088 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 57812) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:32:56.439379 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d2ca5fa6-ca70-4da6-be5f-deb0717c41b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:56.473112 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599af3e7-577e-41d1-af0e-83477638e160 req-b2dcd8f2-7d16-4a49-97d2-c640b2c3941c tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:56.474513 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-599af3e7-577e-41d1-af0e-83477638e160 req-b2dcd8f2-7d16-4a49-97d2-c640b2c3941c tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0530896 Jan 17 18:32:56.523397 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d2ca5fa6-ca70-4da6-be5f-deb0717c41b3 admin admin] Publish callbacks [] for security_group (2a206c74-93da-4c90-b61b-5e9173c1b10b), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:56.525218 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-599af3e7-577e-41d1-af0e-83477638e160 req-715e0dfc-1448-49be-926c-f8d64458e079 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436618 Jan 17 18:32:56.527664 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d2ca5fa6-ca70-4da6-be5f-deb0717c41b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (2a206c74-93da-4c90-b61b-5e9173c1b10b), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:56.578510 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-d2ca5fa6-ca70-4da6-be5f-deb0717c41b3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5a121edd373a476194b458515fb9de64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2723103 Jan 17 18:32:56.579376 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca5fa6-ca70-4da6-be5f-deb0717c41b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a206c74-93da-4c90-b61b-5e9173c1b10b,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:56.581138 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 57828) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:32:56.630218 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-abd6d22a-e21e-4307-87cb-bf88a2ef5221 admin admin] Publish callbacks [] for security_group (2a206c74-93da-4c90-b61b-5e9173c1b10b), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:56.654680 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-abd6d22a-e21e-4307-87cb-bf88a2ef5221 admin admin] Publish callbacks [] for security_group (2a206c74-93da-4c90-b61b-5e9173c1b10b), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:56.704130 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-abd6d22a-e21e-4307-87cb-bf88a2ef5221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (2a206c74-93da-4c90-b61b-5e9173c1b10b), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:56.706775 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-abd6d22a-e21e-4307-87cb-bf88a2ef5221 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:56.710391 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-abd6d22a-e21e-4307-87cb-bf88a2ef5221 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2a206c74-93da-4c90-b61b-5e9173c1b10b HTTP/1.1" status: 204 len: 168 time: 0.1255667 Jan 17 18:32:56.723435 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6d22a-e21e-4307-87cb-bf88a2ef5221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a206c74-93da-4c90-b61b-5e9173c1b10b,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:56.788025 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66a8a5-e277-429a-aaf0-e726bb1aaf46 req-12fa95c2-bf53-4a8f-ba5e-621f2f500e76 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:56.789529 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-eb66a8a5-e277-429a-aaf0-e726bb1aaf46 req-12fa95c2-bf53-4a8f-ba5e-621f2f500e76 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.0524669 Jan 17 18:32:56.790323 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 57842) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:32:56.842782 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-eb66a8a5-e277-429a-aaf0-e726bb1aaf46 req-0cb9efa1-41cc-4f0b-b3cd-14f25d056508 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455933 Jan 17 18:32:57.003268 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-fd0e0b27-e0b2-4699-be7e-213aec0def18 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-800836984-network', 'tenant_id': '866af26a4754486ca3599fdaeaeb709d'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:32:57.026085 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0e0b27-e0b2-4699-be7e-213aec0def18 admin admin] Made reservation on behalf of 866af26a4754486ca3599fdaeaeb709d for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:32:57.028902 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0b27-e0b2-4699-be7e-213aec0def18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for network (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:57.037002 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0b27-e0b2-4699-be7e-213aec0def18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:57.051060 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 57848) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:32:57.069001 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-12d2b330-4f81-4cd3-96ec-2a7c745995c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:57.155623 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0b27-e0b2-4699-be7e-213aec0def18 admin admin] Publish callbacks [] for security_group (ae35a236-21e9-4b46-982d-37ea4de721b7), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:57.162956 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0b27-e0b2-4699-be7e-213aec0def18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (ae35a236-21e9-4b46-982d-37ea4de721b7), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:57.195850 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd0e0b27-e0b2-4699-be7e-213aec0def18 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 18:32:57.210164 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-12d2b330-4f81-4cd3-96ec-2a7c745995c7 admin admin] Publish callbacks [] for security_group (439cb019-722b-4690-be31-5e5803d612b9), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:57.214376 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e0b27-e0b2-4699-be7e-213aec0def18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae35a236-21e9-4b46-982d-37ea4de721b7,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:57.219059 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-12d2b330-4f81-4cd3-96ec-2a7c745995c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (439cb019-722b-4690-be31-5e5803d612b9), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:57.221742 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0b27-e0b2-4699-be7e-213aec0def18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749'] for segment (e0855cfa-57b2-4036-adea-73fc74dd99a2), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:57.222081 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.db.segments_db [None req-fd0e0b27-e0b2-4699-be7e-213aec0def18 admin admin] Added segment e0855cfa-57b2-4036-adea-73fc74dd99a2 of type vlan for network dccdeae5-587d-4d52-a83e-bf0e5e960be6 Jan 17 18:32:57.286880 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d2b330-4f81-4cd3-96ec-2a7c745995c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439cb019-722b-4690-be31-5e5803d612b9,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:57.296290 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-12d2b330-4f81-4cd3-96ec-2a7c745995c7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=994d825a91f44aa095ec21f3b6050a79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2441990 Jan 17 18:32:57.298823 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 57852) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:32:57.301498 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0b27-e0b2-4699-be7e-213aec0def18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736373697190'] for network (dccdeae5-587d-4d52-a83e-bf0e5e960be6), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:57.330824 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:57.354920 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0b27-e0b2-4699-be7e-213aec0def18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506'] for network (dccdeae5-587d-4d52-a83e-bf0e5e960be6), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:57.355915 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0e0b27-e0b2-4699-be7e-213aec0def18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:57.356485 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0b27-e0b2-4699-be7e-213aec0def18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for network (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:57.405899 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e268f572-0dd5-424b-a934-fa8ba0c24f67 admin admin] Publish callbacks [] for security_group (439cb019-722b-4690-be31-5e5803d612b9), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:57.431579 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-fd0e0b27-e0b2-4699-be7e-213aec0def18 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6401627 Jan 17 18:32:57.435024 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 57854) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:32:57.440016 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-56ebeb58-043f-4d2f-9f1f-3f4c74a02128 admin admin] Request body: {'subnet': {'network_id': 'dccdeae5-587d-4d52-a83e-bf0e5e960be6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-800836984-subnet', 'tenant_id': '866af26a4754486ca3599fdaeaeb709d', 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:32:57.445247 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e268f572-0dd5-424b-a934-fa8ba0c24f67 admin admin] Publish callbacks [] for security_group (439cb019-722b-4690-be31-5e5803d612b9), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:57.446997 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e0b27-e0b2-4699-be7e-213aec0def18 admin admin] Pushing event updated for resources: {'Network': ['ID=dccdeae5-587d-4d52-a83e-bf0e5e960be6,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:57.459389 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Network dccdeae5-587d-4d52-a83e-bf0e5e960be6 details requested by agent ovs-agent-dv-cinder-824995-1-iscsi with host dv-cinder-824995-1-iscsi {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 18:32:57.463583 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ebeb58-043f-4d2f-9f1f-3f4c74a02128 admin admin] Made reservation on behalf of 866af26a4754486ca3599fdaeaeb709d for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:32:57.467007 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-56ebeb58-043f-4d2f-9f1f-3f4c74a02128 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4038380'] for subnet (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:57.500207 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e268f572-0dd5-424b-a934-fa8ba0c24f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (439cb019-722b-4690-be31-5e5803d612b9), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:57.503113 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e268f572-0dd5-424b-a934-fa8ba0c24f67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:57.506856 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-e268f572-0dd5-424b-a934-fa8ba0c24f67 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/439cb019-722b-4690-be31-5e5803d612b9 HTTP/1.1" status: 204 len: 168 time: 0.2045884 Jan 17 18:32:57.515811 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268f572-0dd5-424b-a934-fa8ba0c24f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439cb019-722b-4690-be31-5e5803d612b9,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:57.651223 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558bc5a4-ebdc-4e02-baeb-1759624b5eb0 req-0f1a2bd3-0e79-409c-acf1-6feb99a84e88 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:57.653290 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-558bc5a4-ebdc-4e02-baeb-1759624b5eb0 req-0f1a2bd3-0e79-409c-acf1-6feb99a84e88 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0561819 Jan 17 18:32:57.657163 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-56ebeb58-043f-4d2f-9f1f-3f4c74a02128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260168065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4038398'] for subnet (64682820-22d9-45bb-a5bd-8cb7e93bf47a), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:57.720214 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ebeb58-043f-4d2f-9f1f-3f4c74a02128 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64682820-22d9-45bb-a5bd-8cb7e93bf47a,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:57.730149 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ebeb58-043f-4d2f-9f1f-3f4c74a02128 admin admin] Checking segment: {'id': 'e0855cfa-57b2-4036-adea-73fc74dd99a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'dccdeae5-587d-4d52-a83e-bf0e5e960be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:32:57.730597 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ebeb58-043f-4d2f-9f1f-3f4c74a02128 admin admin] Network hostable DHCP agents. Network: dccdeae5-587d-4d52-a83e-bf0e5e960be6, hostable agents: ['94683317-8c70-4890-b431-46000499a1c4'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 18:32:57.737663 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-558bc5a4-ebdc-4e02-baeb-1759624b5eb0 req-13c6d441-184c-4472-b21c-79684db444dc tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689421 Jan 17 18:32:57.752788 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ebeb58-043f-4d2f-9f1f-3f4c74a02128 admin admin] Network dccdeae5-587d-4d52-a83e-bf0e5e960be6 is scheduled to be hosted by DHCP agent 94683317-8c70-4890-b431-46000499a1c4 with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 18:32:57.764740 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-56ebeb58-043f-4d2f-9f1f-3f4c74a02128 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824995-1-iscsi, dccdeae5-587d-4d52-a83e-bf0e5e960be6) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:32:57.769384 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ebeb58-043f-4d2f-9f1f-3f4c74a02128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:57.769987 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-56ebeb58-043f-4d2f-9f1f-3f4c74a02128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for subnet (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:57.775027 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6cc389-deb4-4a8b-84d5-bce753974fab None None] Network dccdeae5-587d-4d52-a83e-bf0e5e960be6 requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:32:57.790858 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-56ebeb58-043f-4d2f-9f1f-3f4c74a02128 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3546016 Jan 17 18:32:57.793514 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 57862) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:32:57.798385 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-049e25fa-32a3-4a1a-807c-3d8c7af7797f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-800836984-router', 'tenant_id': '866af26a4754486ca3599fdaeaeb709d', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:32:57.826205 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-049e25fa-32a3-4a1a-807c-3d8c7af7797f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31965'] for router (7bbaece0-7949-4721-b43e-d3f3112ca0f4), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:57.827413 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-049e25fa-32a3-4a1a-807c-3d8c7af7797f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-658330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31974'] for router (7bbaece0-7949-4721-b43e-d3f3112ca0f4), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:57.897072 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-049e25fa-32a3-4a1a-807c-3d8c7af7797f admin admin] Publish callbacks [] for router_controller (7bbaece0-7949-4721-b43e-d3f3112ca0f4), precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:57.904493 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748d512d-025c-4b2e-95ad-fa13120351a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95e1d24f-6bb3-50e3-943a-1efa89be4733-dccdeae5-587d-4d52-a83e-bf0e5e960be6', 'network_id': 'dccdeae5-587d-4d52-a83e-bf0e5e960be6', 'project_id': '866af26a4754486ca3599fdaeaeb709d', 'fixed_ips': [{'subnet_id': '64682820-22d9-45bb-a5bd-8cb7e93bf47a'}]}} from dv-cinder-824995-1-iscsi. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 18:32:57.905895 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-748d512d-025c-4b2e-95ad-fa13120351a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:58.064810 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-748d512d-025c-4b2e-95ad-fa13120351a2 None None] Allocated IP 172.20.0.2 (dccdeae5-587d-4d52-a83e-bf0e5e960be6/64682820-22d9-45bb-a5bd-8cb7e93bf47a/9c394143-0a86-422b-b75d-2da673f34755) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:32:58.228480 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-748d512d-025c-4b2e-95ad-fa13120351a2 None None] Publish callbacks [] for port (9c394143-0a86-422b-b75d-2da673f34755), precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:58.236428 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-748d512d-025c-4b2e-95ad-fa13120351a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924'] for port (9c394143-0a86-422b-b75d-2da673f34755), after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:58.280833 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748d512d-025c-4b2e-95ad-fa13120351a2 None None] Network dccdeae5-587d-4d52-a83e-bf0e5e960be6 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:32:58.286092 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-748d512d-025c-4b2e-95ad-fa13120351a2 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:32:58.288258 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d512d-025c-4b2e-95ad-fa13120351a2 None None] Pushing event updated for resources: {'Port': ['ID=9c394143-0a86-422b-b75d-2da673f34755,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:58.291537 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748d512d-025c-4b2e-95ad-fa13120351a2 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:32:58.313067 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-049e25fa-32a3-4a1a-807c-3d8c7af7797f admin admin] Publish callbacks [] for router_gateway (7bbaece0-7949-4721-b43e-d3f3112ca0f4), precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:58.334252 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055dc4b-9a29-497e-b01d-3fefdaaed1e0 req-9f987327-f688-4b62-a7a9-05e917ff4972 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:58.335790 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4055dc4b-9a29-497e-b01d-3fefdaaed1e0 req-9f987327-f688-4b62-a7a9-05e917ff4972 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.3891845 Jan 17 18:32:58.356958 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-748d512d-025c-4b2e-95ad-fa13120351a2 None None] Attempting to bind port 9c394143-0a86-422b-b75d-2da673f34755 on host dv-cinder-824995-1-iscsi for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:32:58.357505 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-748d512d-025c-4b2e-95ad-fa13120351a2 None None] Attempting to bind port 9c394143-0a86-422b-b75d-2da673f34755 by drivers openvswitch,hyperv on host dv-cinder-824995-1-iscsi at level 0 using segments [{'id': 'e0855cfa-57b2-4036-adea-73fc74dd99a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'dccdeae5-587d-4d52-a83e-bf0e5e960be6'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:32:58.359936 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748d512d-025c-4b2e-95ad-fa13120351a2 None None] Attempting to bind port 9c394143-0a86-422b-b75d-2da673f34755 on network dccdeae5-587d-4d52-a83e-bf0e5e960be6 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:32:58.366897 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748d512d-025c-4b2e-95ad-fa13120351a2 None None] Checking agent: {'id': 'df58d820-fcc5-4fb7-897c-d0f1a16030b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 21, 27), 'started_at': datetime.datetime(2022, 1, 17, 18, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:32:58.367372 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748d512d-025c-4b2e-95ad-fa13120351a2 None None] Checking segment: {'id': 'e0855cfa-57b2-4036-adea-73fc74dd99a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'dccdeae5-587d-4d52-a83e-bf0e5e960be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:32:58.367802 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-748d512d-025c-4b2e-95ad-fa13120351a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:58.368200 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748d512d-025c-4b2e-95ad-fa13120351a2 None None] Bound using segment: {'id': 'e0855cfa-57b2-4036-adea-73fc74dd99a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'dccdeae5-587d-4d52-a83e-bf0e5e960be6'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:32:58.368681 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-748d512d-025c-4b2e-95ad-fa13120351a2 None None] Bound port: 9c394143-0a86-422b-b75d-2da673f34755, host: dv-cinder-824995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0855cfa-57b2-4036-adea-73fc74dd99a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'dccdeae5-587d-4d52-a83e-bf0e5e960be6'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:32:58.369119 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-748d512d-025c-4b2e-95ad-fa13120351a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (9c394143-0a86-422b-b75d-2da673f34755), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:58.426812 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4055dc4b-9a29-497e-b01d-3fefdaaed1e0 req-9824acfe-ef26-4aac-bb76-0dfd32330bd3 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785511 Jan 17 18:32:58.442502 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-748d512d-025c-4b2e-95ad-fa13120351a2 None None] For port 9c394143-0a86-422b-b75d-2da673f34755, host dv-cinder-824995-1-iscsi, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:32:58.446129 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-748d512d-025c-4b2e-95ad-fa13120351a2 None None] For port 9c394143-0a86-422b-b75d-2da673f34755, host dv-cinder-824995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=9c394143-0a86-422b-b75d-2da673f34755,segment=NetworkSegment(e0855cfa-57b2-4036-adea-73fc74dd99a2),segment_id=e0855cfa-57b2-4036-adea-73fc74dd99a2)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:32:58.456027 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-748d512d-025c-4b2e-95ad-fa13120351a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (9c394143-0a86-422b-b75d-2da673f34755), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:58.513868 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d512d-025c-4b2e-95ad-fa13120351a2 None None] Pushing event updated for resources: {'Port': ['ID=9c394143-0a86-422b-b75d-2da673f34755,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:58.599191 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-049e25fa-32a3-4a1a-807c-3d8c7af7797f admin admin] Publish callbacks [] for router_gateway (7bbaece0-7949-4721-b43e-d3f3112ca0f4), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:58.622868 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-049e25fa-32a3-4a1a-807c-3d8c7af7797f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:58.774368 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-049e25fa-32a3-4a1a-807c-3d8c7af7797f admin admin] Allocated IP 172.27.3.51 (9ec40da0-3fb2-40ad-97b9-056b5e7103fe/10c42aa5-d9d6-40a2-95c7-0d399aece660/95e0aedc-e5a4-403d-9ac6-e720122fe5f8) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:32:58.879282 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2f140-8d01-4546-adff-3b98040604d0 req-678d75e4-1fcc-4883-b8e7-d7bd105710f5 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:58.879806 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-11f2f140-8d01-4546-adff-3b98040604d0 req-678d75e4-1fcc-4883-b8e7-d7bd105710f5 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0593491 Jan 17 18:32:58.946854 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-11f2f140-8d01-4546-adff-3b98040604d0 req-a95dd68e-61c3-49eb-b4ef-40de498f802c tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607278 Jan 17 18:32:58.960209 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-049e25fa-32a3-4a1a-807c-3d8c7af7797f admin admin] Publish callbacks [] for port (95e0aedc-e5a4-403d-9ac6-e720122fe5f8), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:58.970103 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3fef0-fe92-425a-9f64-ea75ab511fa0 req-c402f8a1-61a8-4313-99c5-c01a7b80eaa2 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:58.971661 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-a9f3fef0-fe92-425a-9f64-ea75ab511fa0 req-c402f8a1-61a8-4313-99c5-c01a7b80eaa2 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.31 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 946 time: 0.0869002 Jan 17 18:32:59.066355 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-049e25fa-32a3-4a1a-807c-3d8c7af7797f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (95e0aedc-e5a4-403d-9ac6-e720122fe5f8), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:59.124719 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049e25fa-32a3-4a1a-807c-3d8c7af7797f admin admin] Network 9ec40da0-3fb2-40ad-97b9-056b5e7103fe is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:32:59.133244 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-049e25fa-32a3-4a1a-807c-3d8c7af7797f admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:32:59.136326 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049e25fa-32a3-4a1a-807c-3d8c7af7797f admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:32:59.139945 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e25fa-32a3-4a1a-807c-3d8c7af7797f admin admin] Pushing event updated for resources: {'Port': ['ID=95e0aedc-e5a4-403d-9ac6-e720122fe5f8,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:59.171687 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-a9f3fef0-fe92-425a-9f64-ea75ab511fa0 req-078781a4-c86c-4bfc-95a6-389ce84dd142 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Deleting port 6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:32:59.172072 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a9f3fef0-fe92-425a-9f64-ea75ab511fa0 req-078781a4-c86c-4bfc-95a6-389ce84dd142 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:59.361621 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-a9f3fef0-fe92-425a-9f64-ea75ab511fa0 req-078781a4-c86c-4bfc-95a6-389ce84dd142 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] For port 6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f,segment=NetworkSegment(b577ace6-8bea-4272-ac15-e90e8f56340e),segment_id=b577ace6-8bea-4272-ac15-e90e8f56340e)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:32:59.361987 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a9f3fef0-fe92-425a-9f64-ea75ab511fa0 req-078781a4-c86c-4bfc-95a6-389ce84dd142 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:59.383184 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-a9f3fef0-fe92-425a-9f64-ea75ab511fa0 req-078781a4-c86c-4bfc-95a6-389ce84dd142 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Calling delete_port for 6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:32:59.567950 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-049e25fa-32a3-4a1a-807c-3d8c7af7797f admin admin] Publish callbacks [] for router_gateway (7bbaece0-7949-4721-b43e-d3f3112ca0f4), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:59.641170 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35edf79-acb1-4400-98af-9199f2438802 req-fe4c19f5-7dbf-44a0-ab1a-2573112cbe16 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:32:59.642715 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b35edf79-acb1-4400-98af-9199f2438802 req-fe4c19f5-7dbf-44a0-ab1a-2573112cbe16 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.1347404 Jan 17 18:32:59.705307 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63578a77-9115-403b-8bc6-9c542cb77328 None None] Network dccdeae5-587d-4d52-a83e-bf0e5e960be6 requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:32:59.795298 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72fc668d-ca06-488a-87cd-e8914ac25651 None None] Provisioning complete for port 9c394143-0a86-422b-b75d-2da673f34755 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:32:59.795692 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72fc668d-ca06-488a-87cd-e8914ac25651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (9c394143-0a86-422b-b75d-2da673f34755), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:59.803730 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a9f3fef0-fe92-425a-9f64-ea75ab511fa0 req-078781a4-c86c-4bfc-95a6-389ce84dd142 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:59.822178 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['30b283b6-8fca-442f-9cb3-672eef080229', '6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:32:59.851516 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b35edf79-acb1-4400-98af-9199f2438802 req-8aff44bc-f3a1-4487-a8d4-c4578248da87 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496570 Jan 17 18:32:59.857962 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078781a4-c86c-4bfc-95a6-389ce84dd142 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Pushing event deleted for resources: {'Port': ['ID=6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:32:59.935941 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f3fef0-fe92-425a-9f64-ea75ab511fa0 req-078781a4-c86c-4bfc-95a6-389ce84dd142 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] No DVR routers for this DVR port 6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f on host hv-cinder-82499 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 18:32:59.939009 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a9f3fef0-fe92-425a-9f64-ea75ab511fa0 req-078781a4-c86c-4bfc-95a6-389ce84dd142 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:59.942422 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-a9f3fef0-fe92-425a-9f64-ea75ab511fa0 req-078781a4-c86c-4bfc-95a6-389ce84dd142 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.31 "DELETE /v2.0/ports/6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f HTTP/1.1" status: 204 len: 173 time: 0.9643030 Jan 17 18:32:59.945006 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9505c122-05e5-4cd8-8275-9c8c033ab55a', 'name': 'network-vif-deleted', 'tag': '6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:32:59.955987 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6acf6e2448acaa9df75d0cfb4ee4f42f1c652325a2342385b5920e3fd6e7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4365947f-3c2d-4579-a0b3-ef46271b7031" -d '{"events": [{"server_uuid": "9505c122-05e5-4cd8-8275-9c8c033ab55a", "name": "network-vif-deleted", "tag": "6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:32:59.971907 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-049e25fa-32a3-4a1a-807c-3d8c7af7797f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565588'] for router (7bbaece0-7949-4721-b43e-d3f3112ca0f4), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:32:59.999884 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72fc668d-ca06-488a-87cd-e8914ac25651 None None] Current status of the port 9c394143-0a86-422b-b75d-2da673f34755 is: DOWN; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:33:00.000283 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72fc668d-ca06-488a-87cd-e8914ac25651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (9c394143-0a86-422b-b75d-2da673f34755), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:00.089002 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35760d1-8617-4ee2-b737-a948cc3bfa60 x-openstack-request-id: req-a35760d1-8617-4ee2-b737-a948cc3bfa60 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:33:00.089290 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9505c122-05e5-4cd8-8275-9c8c033ab55a", "name": "network-vif-deleted", "tag": "6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:33:00.089542 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a35760d1-8617-4ee2-b737-a948cc3bfa60 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:33:00.089967 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9505c122-05e5-4cd8-8275-9c8c033ab55a', 'name': 'network-vif-deleted', 'tag': '6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f', 'status': 'completed', 'code': 200} Jan 17 18:33:00.123155 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72fc668d-ca06-488a-87cd-e8914ac25651 None None] For port 9c394143-0a86-422b-b75d-2da673f34755, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=9c394143-0a86-422b-b75d-2da673f34755,segment=NetworkSegment(e0855cfa-57b2-4036-adea-73fc74dd99a2),segment_id=e0855cfa-57b2-4036-adea-73fc74dd99a2)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:33:00.137384 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-a646f339-1960-4e9b-a2bf-ee8a73b93553 req-9b6fef68-8c61-49f9-a4b1-3661c8aabcf0 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=9505c122-05e5-4cd8-8275-9c8c033ab55a HTTP/1.1" status: 200 len: 210 time: 0.0458302 Jan 17 18:33:00.142443 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 9c394143-0a86-422b-b75d-2da673f34755 up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:33:00.158076 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72fc668d-ca06-488a-87cd-e8914ac25651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (9c394143-0a86-422b-b75d-2da673f34755), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:00.229379 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049e25fa-32a3-4a1a-807c-3d8c7af7797f admin admin] Router 7bbaece0-7949-4721-b43e-d3f3112ca0f4 is scheduled to L3 agent f711a738-9445-49a6-871d-c35940c1a323 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 18:33:00.273545 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fc668d-ca06-488a-87cd-e8914ac25651 None None] Pushing event updated for resources: {'Port': ['ID=9c394143-0a86-422b-b75d-2da673f34755,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:00.290609 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port 9c394143-0a86-422b-b75d-2da673f34755 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:33:00.290983 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (9c394143-0a86-422b-b75d-2da673f34755), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:00.294455 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-2b5329ae-d47c-474a-9dce-4e1c9ade1877 None None] Provisioning complete for port 9c394143-0a86-422b-b75d-2da673f34755 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:33:00.295039 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2b5329ae-d47c-474a-9dce-4e1c9ade1877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (9c394143-0a86-422b-b75d-2da673f34755), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:00.337654 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049e25fa-32a3-4a1a-807c-3d8c7af7797f admin admin] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:33:00.349627 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221681f8-c36e-45be-ac2d-778461ea3869 None None] Sync routers for ids ['7bbaece0-7949-4721-b43e-d3f3112ca0f4'] in dv-cinder-824995-1-iscsi {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:33:00.359471 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-049e25fa-32a3-4a1a-807c-3d8c7af7797f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:00.360729 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-049e25fa-32a3-4a1a-807c-3d8c7af7797f admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5657997 Jan 17 18:33:00.363477 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 57918) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:00.365015 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221681f8-c36e-45be-ac2d-778461ea3869 None None] Routers {'7bbaece0-7949-4721-b43e-d3f3112ca0f4'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:33:00.365938 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-221681f8-c36e-45be-ac2d-778461ea3869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:32:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['7bbaece0-7949-4721-b43e-d3f3112ca0f4'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:33:00.441417 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-2b5329ae-d47c-474a-9dce-4e1c9ade1877 None None] Current status of the port 9c394143-0a86-422b-b75d-2da673f34755 is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:33:00.443318 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port 9c394143-0a86-422b-b75d-2da673f34755 is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:33:00.476842 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-221681f8-c36e-45be-ac2d-778461ea3869 None None] Set router 7bbaece0-7949-4721-b43e-d3f3112ca0f4 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:33:00.636422 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 6 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:33:00.693261 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-221681f8-c36e-45be-ac2d-778461ea3869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbaece0-7949-4721-b43e-d3f3112ca0f4', 'name': 'tempest-TestMinimumBasicScenario-800836984-router', 'tenant_id': '866af26a4754486ca3599fdaeaeb709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '95e0aedc-e5a4-403d-9ac6-e720122fe5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:32:57Z', 'updated_at': '2022-01-17T18:32:59Z', 'revision_number': 3, 'project_id': '866af26a4754486ca3599fdaeaeb709d', 'gw_port': {'id': '95e0aedc-e5a4-403d-9ac6-e720122fe5f8', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:61:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bbaece0-7949-4721-b43e-d3f3112ca0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:32:58Z', 'updated_at': '2022-01-17T18:32:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi'}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:33:00.724859 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221681f8-c36e-45be-ac2d-778461ea3869 None None] Checking router: 7bbaece0-7949-4721-b43e-d3f3112ca0f4 for host: dv-cinder-824995-1-iscsi {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:33:00.725208 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221681f8-c36e-45be-ac2d-778461ea3869 None None] Updating router 7bbaece0-7949-4721-b43e-d3f3112ca0f4 port 95e0aedc-e5a4-403d-9ac6-e720122fe5f8 binding host dv-cinder-824995-1-iscsi {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 18:33:00.750913 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-221681f8-c36e-45be-ac2d-778461ea3869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (95e0aedc-e5a4-403d-9ac6-e720122fe5f8), before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:01.005593 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25530eb5-67a1-4576-8eef-e352b306273a req-f75518e1-e63d-4f98-9f6f-3851dcdb05eb tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:01.007666 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-25530eb5-67a1-4576-8eef-e352b306273a req-f75518e1-e63d-4f98-9f6f-3851dcdb05eb tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.0690849 Jan 17 18:33:01.024336 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-221681f8-c36e-45be-ac2d-778461ea3869 None None] Publish callbacks [] for port (95e0aedc-e5a4-403d-9ac6-e720122fe5f8), precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:01.030908 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-221681f8-c36e-45be-ac2d-778461ea3869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (95e0aedc-e5a4-403d-9ac6-e720122fe5f8), after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:01.061492 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-46289b53-6260-4e9a-8720-313318f90831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:01.066128 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-25530eb5-67a1-4576-8eef-e352b306273a req-10e94440-0ce9-44e7-a338-b44125c0c9cc tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456698 Jan 17 18:33:01.079209 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bff953-b786-49cd-8e69-894f25239f7a None None] Pushing event updated for resources: {'Port': ['ID=95e0aedc-e5a4-403d-9ac6-e720122fe5f8,revision_number=2']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:01.092674 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bff953-b786-49cd-8e69-894f25239f7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:01.093023 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bff953-b786-49cd-8e69-894f25239f7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:01.093394 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bff953-b786-49cd-8e69-894f25239f7a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:01.093732 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bff953-b786-49cd-8e69-894f25239f7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:01.094076 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bff953-b786-49cd-8e69-894f25239f7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:01.094402 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bff953-b786-49cd-8e69-894f25239f7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:01.094725 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bff953-b786-49cd-8e69-894f25239f7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:01.095048 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bff953-b786-49cd-8e69-894f25239f7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:01.095369 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bff953-b786-49cd-8e69-894f25239f7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:01.095749 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bff953-b786-49cd-8e69-894f25239f7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:01.096076 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bff953-b786-49cd-8e69-894f25239f7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:01.096393 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bff953-b786-49cd-8e69-894f25239f7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:01.096707 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bff953-b786-49cd-8e69-894f25239f7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:01.107523 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-221681f8-c36e-45be-ac2d-778461ea3869 None None] Attempting to bind port 95e0aedc-e5a4-403d-9ac6-e720122fe5f8 on host dv-cinder-824995-1-iscsi for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:33:01.107895 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-221681f8-c36e-45be-ac2d-778461ea3869 None None] Attempting to bind port 95e0aedc-e5a4-403d-9ac6-e720122fe5f8 by drivers openvswitch,hyperv on host dv-cinder-824995-1-iscsi at level 0 using segments [{'id': '8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:33:01.108252 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221681f8-c36e-45be-ac2d-778461ea3869 None None] Attempting to bind port 95e0aedc-e5a4-403d-9ac6-e720122fe5f8 on network 9ec40da0-3fb2-40ad-97b9-056b5e7103fe {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:33:01.113449 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221681f8-c36e-45be-ac2d-778461ea3869 None None] Checking agent: {'id': 'df58d820-fcc5-4fb7-897c-d0f1a16030b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 21, 27), 'started_at': datetime.datetime(2022, 1, 17, 18, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:33:01.114025 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221681f8-c36e-45be-ac2d-778461ea3869 None None] Checking segment: {'id': '8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:33:01.114484 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-221681f8-c36e-45be-ac2d-778461ea3869 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:01.114871 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221681f8-c36e-45be-ac2d-778461ea3869 None None] Bound using segment: {'id': '8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:33:01.115327 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-221681f8-c36e-45be-ac2d-778461ea3869 None None] Bound port: 95e0aedc-e5a4-403d-9ac6-e720122fe5f8, host: dv-cinder-824995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:33:01.115757 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-221681f8-c36e-45be-ac2d-778461ea3869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (95e0aedc-e5a4-403d-9ac6-e720122fe5f8), before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:01.174890 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-221681f8-c36e-45be-ac2d-778461ea3869 None None] For port 95e0aedc-e5a4-403d-9ac6-e720122fe5f8, host dv-cinder-824995-1-iscsi, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:33:01.178671 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-221681f8-c36e-45be-ac2d-778461ea3869 None None] For port 95e0aedc-e5a4-403d-9ac6-e720122fe5f8, host dv-cinder-824995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=95e0aedc-e5a4-403d-9ac6-e720122fe5f8,segment=NetworkSegment(8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f),segment_id=8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:33:01.183810 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-221681f8-c36e-45be-ac2d-778461ea3869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (95e0aedc-e5a4-403d-9ac6-e720122fe5f8), after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:01.225109 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-46289b53-6260-4e9a-8720-313318f90831 admin admin] Allocated IP 172.20.0.1 (dccdeae5-587d-4d52-a83e-bf0e5e960be6/64682820-22d9-45bb-a5bd-8cb7e93bf47a/b71cc3b5-df0c-4879-8169-0c3c93ac7756) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:33:01.326130 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221681f8-c36e-45be-ac2d-778461ea3869 None None] Routers {'7bbaece0-7949-4721-b43e-d3f3112ca0f4'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:33:01.326550 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-221681f8-c36e-45be-ac2d-778461ea3869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:32:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['7bbaece0-7949-4721-b43e-d3f3112ca0f4'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:33:01.354555 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-46289b53-6260-4e9a-8720-313318f90831 admin admin] Publish callbacks [] for port (b71cc3b5-df0c-4879-8169-0c3c93ac7756), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:01.361691 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bff953-b786-49cd-8e69-894f25239f7a None None] Pushing event updated for resources: {'Port': ['ID=95e0aedc-e5a4-403d-9ac6-e720122fe5f8,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:01.402842 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-46289b53-6260-4e9a-8720-313318f90831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (b71cc3b5-df0c-4879-8169-0c3c93ac7756), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:01.436568 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-221681f8-c36e-45be-ac2d-778461ea3869 None None] Set router 7bbaece0-7949-4721-b43e-d3f3112ca0f4 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:33:01.464044 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46289b53-6260-4e9a-8720-313318f90831 admin admin] Network dccdeae5-587d-4d52-a83e-bf0e5e960be6 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:33:01.471406 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-46289b53-6260-4e9a-8720-313318f90831 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:33:01.474187 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46289b53-6260-4e9a-8720-313318f90831 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:33:01.499714 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46289b53-6260-4e9a-8720-313318f90831 admin admin] Pushing event updated for resources: {'Port': ['ID=b71cc3b5-df0c-4879-8169-0c3c93ac7756,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:01.517058 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecfbf3-98b2-413a-9348-55828ac7002d req-9d438b79-57ea-4c61-847b-59d1d15a14e5 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:01.518662 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2eecfbf3-98b2-413a-9348-55828ac7002d req-9d438b79-57ea-4c61-847b-59d1d15a14e5 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.1273007 Jan 17 18:33:01.543154 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-46289b53-6260-4e9a-8720-313318f90831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567171'] for router_interface (7bbaece0-7949-4721-b43e-d3f3112ca0f4), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:01.617577 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2eecfbf3-98b2-413a-9348-55828ac7002d req-e7c18774-fe83-45cd-8cef-4ff31505e2d3 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920854 Jan 17 18:33:01.624460 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-221681f8-c36e-45be-ac2d-778461ea3869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbaece0-7949-4721-b43e-d3f3112ca0f4', 'name': 'tempest-TestMinimumBasicScenario-800836984-router', 'tenant_id': '866af26a4754486ca3599fdaeaeb709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '95e0aedc-e5a4-403d-9ac6-e720122fe5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:32:57Z', 'updated_at': '2022-01-17T18:32:59Z', 'revision_number': 3, 'project_id': '866af26a4754486ca3599fdaeaeb709d', 'gw_port': {'id': '95e0aedc-e5a4-403d-9ac6-e720122fe5f8', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:61:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bbaece0-7949-4721-b43e-d3f3112ca0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:32:58Z', 'updated_at': '2022-01-17T18:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi'}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:33:01.659970 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221681f8-c36e-45be-ac2d-778461ea3869 None None] The sync data for ids ['7bbaece0-7949-4721-b43e-d3f3112ca0f4'] in dv-cinder-824995-1-iscsi is: [{'id': '7bbaece0-7949-4721-b43e-d3f3112ca0f4', 'name': 'tempest-TestMinimumBasicScenario-800836984-router', 'tenant_id': '866af26a4754486ca3599fdaeaeb709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '95e0aedc-e5a4-403d-9ac6-e720122fe5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:32:57Z', 'updated_at': '2022-01-17T18:32:59Z', 'revision_number': 3, 'project_id': '866af26a4754486ca3599fdaeaeb709d', 'gw_port': {'id': '95e0aedc-e5a4-403d-9ac6-e720122fe5f8', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:61:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bbaece0-7949-4721-b43e-d3f3112ca0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:32:58Z', 'updated_at': '2022-01-17T18:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:33:01.711606 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-46289b53-6260-4e9a-8720-313318f90831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (b71cc3b5-df0c-4879-8169-0c3c93ac7756), before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:01.783043 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-01c70e4a-b069-4f13-9a5d-da2a910d6c73 None None] Provisioning complete for port b71cc3b5-df0c-4879-8169-0c3c93ac7756 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:33:01.783638 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-01c70e4a-b069-4f13-9a5d-da2a910d6c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (b71cc3b5-df0c-4879-8169-0c3c93ac7756), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:01.822137 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-01c70e4a-b069-4f13-9a5d-da2a910d6c73 None None] Port b71cc3b5-df0c-4879-8169-0c3c93ac7756 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 18:33:01.884298 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-46289b53-6260-4e9a-8720-313318f90831 admin admin] Publish callbacks [] for port (b71cc3b5-df0c-4879-8169-0c3c93ac7756), precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:01.901481 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-46289b53-6260-4e9a-8720-313318f90831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167948'] for port (b71cc3b5-df0c-4879-8169-0c3c93ac7756), after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:01.972396 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46289b53-6260-4e9a-8720-313318f90831 admin admin] Pushing event updated for resources: {'Port': ['ID=b71cc3b5-df0c-4879-8169-0c3c93ac7756,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:01.974788 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-46289b53-6260-4e9a-8720-313318f90831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-997616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567063'] for router_interface (7bbaece0-7949-4721-b43e-d3f3112ca0f4), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:02.113314 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46289b53-6260-4e9a-8720-313318f90831 admin admin] Network dccdeae5-587d-4d52-a83e-bf0e5e960be6 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:33:02.114808 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-46289b53-6260-4e9a-8720-313318f90831 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:33:02.197434 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 9c394143-0a86-422b-b75d-2da673f34755 up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:33:02.244658 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282109ed-2351-4148-aafe-fa3374389550 req-81b546b6-a1d6-46af-9590-e71a9ee7dd42 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:02.247325 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-282109ed-2351-4148-aafe-fa3374389550 req-81b546b6-a1d6-46af-9590-e71a9ee7dd42 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.0845947 Jan 17 18:33:02.265418 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port 9c394143-0a86-422b-b75d-2da673f34755 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:33:02.265993 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (9c394143-0a86-422b-b75d-2da673f34755), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:02.333866 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46289b53-6260-4e9a-8720-313318f90831 admin admin] Router 7bbaece0-7949-4721-b43e-d3f3112ca0f4 has already been hosted by L3 agent f711a738-9445-49a6-871d-c35940c1a323 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 18:33:02.384053 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port 9c394143-0a86-422b-b75d-2da673f34755 is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:33:02.385161 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 95e0aedc-e5a4-403d-9ac6-e720122fe5f8 up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:33:02.388420 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-282109ed-2351-4148-aafe-fa3374389550 req-362303d3-b3f6-4e17-a164-1ac3b8d49077 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349614 Jan 17 18:33:02.473679 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-34abb509-1441-43fc-bf71-e62db39ad8a7 None None] Provisioning complete for port b71cc3b5-df0c-4879-8169-0c3c93ac7756 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:33:02.474159 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-34abb509-1441-43fc-bf71-e62db39ad8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (b71cc3b5-df0c-4879-8169-0c3c93ac7756), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:02.520880 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-34abb509-1441-43fc-bf71-e62db39ad8a7 None None] Port b71cc3b5-df0c-4879-8169-0c3c93ac7756 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 18:33:02.526841 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port 95e0aedc-e5a4-403d-9ac6-e720122fe5f8 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:33:02.527796 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (95e0aedc-e5a4-403d-9ac6-e720122fe5f8), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:02.534991 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46289b53-6260-4e9a-8720-313318f90831 admin admin] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:33:02.540308 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-46289b53-6260-4e9a-8720-313318f90831 admin admin] 10.222.0.57 "PUT /v2.0/routers/7bbaece0-7949-4721-b43e-d3f3112ca0f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1756706 Jan 17 18:33:02.632663 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port 95e0aedc-e5a4-403d-9ac6-e720122fe5f8 is: DOWN; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:33:02.634026 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (95e0aedc-e5a4-403d-9ac6-e720122fe5f8), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:02.669033 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] For port 95e0aedc-e5a4-403d-9ac6-e720122fe5f8, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=95e0aedc-e5a4-403d-9ac6-e720122fe5f8,segment=NetworkSegment(8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f),segment_id=8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:33:02.680066 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (95e0aedc-e5a4-403d-9ac6-e720122fe5f8), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:02.754526 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Pushing event updated for resources: {'Port': ['ID=95e0aedc-e5a4-403d-9ac6-e720122fe5f8,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:02.807116 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3da63-dc87-439b-8454-7945cad82ebe req-0277fa6a-638c-4b74-8b6e-0decaba6dcd0 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:02.814531 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-0ab3da63-dc87-439b-8454-7945cad82ebe req-0277fa6a-638c-4b74-8b6e-0decaba6dcd0 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0927753 Jan 17 18:33:02.873641 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-0ab3da63-dc87-439b-8454-7945cad82ebe req-c1e5d75a-a6f2-42c7-a37f-3c807b28755e tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473127 Jan 17 18:33:03.184855 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 58004) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:03.189656 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-a41aec8f-d26d-49be-a47a-03f710dfd26e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1833896049-network', 'tenant_id': '0432223bf44a41f8b54d3dd72f91ab23'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:33:03.212166 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41aec8f-d26d-49be-a47a-03f710dfd26e admin admin] Made reservation on behalf of 0432223bf44a41f8b54d3dd72f91ab23 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:33:03.214595 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a41aec8f-d26d-49be-a47a-03f710dfd26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for network (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:03.223518 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a41aec8f-d26d-49be-a47a-03f710dfd26e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:03.304969 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a41aec8f-d26d-49be-a47a-03f710dfd26e admin admin] Publish callbacks [] for security_group (48b8e009-1a87-41c4-b381-d0a36e61c3fd), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:03.309398 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a41aec8f-d26d-49be-a47a-03f710dfd26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (48b8e009-1a87-41c4-b381-d0a36e61c3fd), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:03.331127 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a41aec8f-d26d-49be-a47a-03f710dfd26e admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 18:33:03.345057 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41aec8f-d26d-49be-a47a-03f710dfd26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b8e009-1a87-41c4-b381-d0a36e61c3fd,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:03.349751 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a41aec8f-d26d-49be-a47a-03f710dfd26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749'] for segment (8bfb86d9-396f-409b-8cfd-889a631ae4e1), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:03.350093 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.db.segments_db [None req-a41aec8f-d26d-49be-a47a-03f710dfd26e admin admin] Added segment 8bfb86d9-396f-409b-8cfd-889a631ae4e1 of type vlan for network c7be8b4a-87a0-429d-90a7-d3e776da3ff6 Jan 17 18:33:03.394238 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a41aec8f-d26d-49be-a47a-03f710dfd26e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736373697190'] for network (c7be8b4a-87a0-429d-90a7-d3e776da3ff6), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:03.423236 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a41aec8f-d26d-49be-a47a-03f710dfd26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506'] for network (c7be8b4a-87a0-429d-90a7-d3e776da3ff6), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:03.424252 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41aec8f-d26d-49be-a47a-03f710dfd26e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:03.424846 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a41aec8f-d26d-49be-a47a-03f710dfd26e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for network (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:03.447353 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f no longer exists at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:33:03.478117 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] No Port match for: 6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:33:03.478562 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 6a2183d5-1e5b-4a0a-8374-05ac61ca2a9f not bound to the agent host hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:33:03.490537 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-a41aec8f-d26d-49be-a47a-03f710dfd26e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3045399 Jan 17 18:33:03.497233 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 58008) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:03.506081 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41aec8f-d26d-49be-a47a-03f710dfd26e admin admin] Pushing event updated for resources: {'Network': ['ID=c7be8b4a-87a0-429d-90a7-d3e776da3ff6,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:03.506244 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-665beb37-2b49-4e62-9bee-dc0688676ea0 admin admin] Request body: {'subnet': {'network_id': 'c7be8b4a-87a0-429d-90a7-d3e776da3ff6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1833896049-subnet', 'tenant_id': '0432223bf44a41f8b54d3dd72f91ab23', 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:33:03.516554 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Network c7be8b4a-87a0-429d-90a7-d3e776da3ff6 details requested by agent ovs-agent-dv-cinder-824995-1-iscsi with host dv-cinder-824995-1-iscsi {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 18:33:03.553840 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284a091-6bac-4f90-b838-98cc02f277b8 req-f98cb886-8787-4dab-a7df-d83d78c21d43 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:03.560354 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-0284a091-6bac-4f90-b838-98cc02f277b8 req-f98cb886-8787-4dab-a7df-d83d78c21d43 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.0934064 Jan 17 18:33:03.568531 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665beb37-2b49-4e62-9bee-dc0688676ea0 admin admin] Made reservation on behalf of 0432223bf44a41f8b54d3dd72f91ab23 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:33:03.571487 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-665beb37-2b49-4e62-9bee-dc0688676ea0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261080130'] for subnet (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:03.583014 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b9f7d4-87c1-4759-bec7-54b2ef0edd1c None None] Sync routers for ids ['7bbaece0-7949-4721-b43e-d3f3112ca0f4'] in dv-cinder-824995-1-iscsi {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:33:03.601126 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b9f7d4-87c1-4759-bec7-54b2ef0edd1c None None] Routers {'7bbaece0-7949-4721-b43e-d3f3112ca0f4'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:33:03.601735 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-85b9f7d4-87c1-4759-bec7-54b2ef0edd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:32:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['7bbaece0-7949-4721-b43e-d3f3112ca0f4'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:33:03.660405 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-0284a091-6bac-4f90-b838-98cc02f277b8 req-d87c64f9-eb20-4424-b563-751c822cf68b tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990422 Jan 17 18:33:03.781015 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-665beb37-2b49-4e62-9bee-dc0688676ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261205645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261080144'] for subnet (d78a00a8-af54-40bf-8eef-370a8628cb65), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:03.835053 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665beb37-2b49-4e62-9bee-dc0688676ea0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d78a00a8-af54-40bf-8eef-370a8628cb65,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:03.842187 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-85b9f7d4-87c1-4759-bec7-54b2ef0edd1c None None] Set router 7bbaece0-7949-4721-b43e-d3f3112ca0f4 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:33:03.859984 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665beb37-2b49-4e62-9bee-dc0688676ea0 admin admin] Checking segment: {'id': '8bfb86d9-396f-409b-8cfd-889a631ae4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c7be8b4a-87a0-429d-90a7-d3e776da3ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:33:03.860605 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665beb37-2b49-4e62-9bee-dc0688676ea0 admin admin] Network hostable DHCP agents. Network: c7be8b4a-87a0-429d-90a7-d3e776da3ff6, hostable agents: ['94683317-8c70-4890-b431-46000499a1c4'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 18:33:03.878700 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665beb37-2b49-4e62-9bee-dc0688676ea0 admin admin] Network c7be8b4a-87a0-429d-90a7-d3e776da3ff6 is scheduled to be hosted by DHCP agent 94683317-8c70-4890-b431-46000499a1c4 with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 18:33:03.889136 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-665beb37-2b49-4e62-9bee-dc0688676ea0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824995-1-iscsi, c7be8b4a-87a0-429d-90a7-d3e776da3ff6) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:33:03.894314 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665beb37-2b49-4e62-9bee-dc0688676ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:03.894314 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-665beb37-2b49-4e62-9bee-dc0688676ea0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:03.912444 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-665beb37-2b49-4e62-9bee-dc0688676ea0 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4139729 Jan 17 18:33:03.914920 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 58012) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:03.920134 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-6b5e19d4-bac4-414c-9b6d-73ff29495c72 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1833896049-router', 'tenant_id': '0432223bf44a41f8b54d3dd72f91ab23', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:33:03.925140 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576d6aa8-8650-4c79-8614-8a00db315195 None None] Network c7be8b4a-87a0-429d-90a7-d3e776da3ff6 requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:33:03.947613 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6b5e19d4-bac4-414c-9b6d-73ff29495c72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31965'] for router (e254ddfa-ed96-4f5a-9360-e9b4416a136a), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:03.949607 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6b5e19d4-bac4-414c-9b6d-73ff29495c72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-658330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31974'] for router (e254ddfa-ed96-4f5a-9360-e9b4416a136a), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:04.007478 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6b5e19d4-bac4-414c-9b6d-73ff29495c72 admin admin] Publish callbacks [] for router_controller (e254ddfa-ed96-4f5a-9360-e9b4416a136a), precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:04.020018 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae74ae6-f7a1-46b2-9084-6089a4d9ef47 req-c3906ddc-cb5e-4323-bc8f-b1dd3fa51a02 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:04.030598 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-eae74ae6-f7a1-46b2-9084-6089a4d9ef47 req-c3906ddc-cb5e-4323-bc8f-b1dd3fa51a02 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0739920 Jan 17 18:33:04.063076 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 95e0aedc-e5a4-403d-9ac6-e720122fe5f8 up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:33:04.082207 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-eae74ae6-f7a1-46b2-9084-6089a4d9ef47 req-f02ebdae-cf10-4b28-a6b7-e2b3ead99399 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507231 Jan 17 18:33:04.134209 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815e4011-2de2-4cc0-ba31-c56786f45950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95e1d24f-6bb3-50e3-943a-1efa89be4733-c7be8b4a-87a0-429d-90a7-d3e776da3ff6', 'network_id': 'c7be8b4a-87a0-429d-90a7-d3e776da3ff6', 'project_id': '0432223bf44a41f8b54d3dd72f91ab23', 'fixed_ips': [{'subnet_id': 'd78a00a8-af54-40bf-8eef-370a8628cb65'}]}} from dv-cinder-824995-1-iscsi. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 18:33:04.135117 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-815e4011-2de2-4cc0-ba31-c56786f45950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:04.154264 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6b5e19d4-bac4-414c-9b6d-73ff29495c72 admin admin] Publish callbacks [] for router_gateway (e254ddfa-ed96-4f5a-9360-e9b4416a136a), precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:04.251379 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port 95e0aedc-e5a4-403d-9ac6-e720122fe5f8 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:33:04.251776 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (95e0aedc-e5a4-403d-9ac6-e720122fe5f8), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:04.340801 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-85b9f7d4-87c1-4759-bec7-54b2ef0edd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbaece0-7949-4721-b43e-d3f3112ca0f4', 'name': 'tempest-TestMinimumBasicScenario-800836984-router', 'tenant_id': '866af26a4754486ca3599fdaeaeb709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '95e0aedc-e5a4-403d-9ac6-e720122fe5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:32:57Z', 'updated_at': '2022-01-17T18:33:01Z', 'revision_number': 4, 'project_id': '866af26a4754486ca3599fdaeaeb709d', 'gw_port': {'id': '95e0aedc-e5a4-403d-9ac6-e720122fe5f8', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:61:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbaece0-7949-4721-b43e-d3f3112ca0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:32:58Z', 'updated_at': '2022-01-17T18:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': 'b71cc3b5-df0c-4879-8169-0c3c93ac7756', 'name': '', 'network_id': 'dccdeae5-587d-4d52-a83e-bf0e5e960be6', 'tenant_id': '866af26a4754486ca3599fdaeaeb709d', 'mac_address': 'fa:16:3e:93:2a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bbaece0-7949-4721-b43e-d3f3112ca0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '64682820-22d9-45bb-a5bd-8cb7e93bf47a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:33:01Z', 'updated_at': '2022-01-17T18:33:01Z', 'revision_number': 2, 'project_id': '866af26a4754486ca3599fdaeaeb709d', 'subnets': [{'id': '64682820-22d9-45bb-a5bd-8cb7e93bf47a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:33:04.370675 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6b5e19d4-bac4-414c-9b6d-73ff29495c72 admin admin] Publish callbacks [] for router_gateway (e254ddfa-ed96-4f5a-9360-e9b4416a136a), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:04.376817 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b9f7d4-87c1-4759-bec7-54b2ef0edd1c None None] Checking router: 7bbaece0-7949-4721-b43e-d3f3112ca0f4 for host: dv-cinder-824995-1-iscsi {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:33:04.377107 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b9f7d4-87c1-4759-bec7-54b2ef0edd1c None None] Updating router 7bbaece0-7949-4721-b43e-d3f3112ca0f4 port b71cc3b5-df0c-4879-8169-0c3c93ac7756 binding host dv-cinder-824995-1-iscsi {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 18:33:04.383372 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-815e4011-2de2-4cc0-ba31-c56786f45950 None None] Allocated IP 172.20.0.2 (c7be8b4a-87a0-429d-90a7-d3e776da3ff6/d78a00a8-af54-40bf-8eef-370a8628cb65/f9e39488-0dec-4aa7-a289-86e1acfb5f30) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:33:04.397580 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6b5e19d4-bac4-414c-9b6d-73ff29495c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:04.452510 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-85b9f7d4-87c1-4759-bec7-54b2ef0edd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (b71cc3b5-df0c-4879-8169-0c3c93ac7756), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:04.506080 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port 95e0aedc-e5a4-403d-9ac6-e720122fe5f8 is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:33:04.519062 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-6b5e19d4-bac4-414c-9b6d-73ff29495c72 admin admin] Allocated IP 172.27.3.204 (9ec40da0-3fb2-40ad-97b9-056b5e7103fe/10c42aa5-d9d6-40a2-95c7-0d399aece660/865057a3-263e-4be7-92f9-25c1b27f4641) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:33:04.633075 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6b5e19d4-bac4-414c-9b6d-73ff29495c72 admin admin] Publish callbacks [] for port (865057a3-263e-4be7-92f9-25c1b27f4641), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:04.669774 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6b5e19d4-bac4-414c-9b6d-73ff29495c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261205625'] for port (865057a3-263e-4be7-92f9-25c1b27f4641), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:04.694061 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 58028) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:04.724280 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-815e4011-2de2-4cc0-ba31-c56786f45950 None None] Publish callbacks [] for port (f9e39488-0dec-4aa7-a289-86e1acfb5f30), precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:04.735038 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-815e4011-2de2-4cc0-ba31-c56786f45950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924'] for port (f9e39488-0dec-4aa7-a289-86e1acfb5f30), after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:04.739318 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5e19d4-bac4-414c-9b6d-73ff29495c72 admin admin] Network 9ec40da0-3fb2-40ad-97b9-056b5e7103fe is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:33:04.742652 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-6b5e19d4-bac4-414c-9b6d-73ff29495c72 admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:33:04.745849 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5e19d4-bac4-414c-9b6d-73ff29495c72 admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:33:04.778416 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e19d4-bac4-414c-9b6d-73ff29495c72 admin admin] Pushing event updated for resources: {'Port': ['ID=865057a3-263e-4be7-92f9-25c1b27f4641,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:04.801121 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815e4011-2de2-4cc0-ba31-c56786f45950 None None] Network c7be8b4a-87a0-429d-90a7-d3e776da3ff6 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:33:04.813970 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-815e4011-2de2-4cc0-ba31-c56786f45950 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:33:04.818673 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ff7161e6-ff19-481d-9adb-0498c49f42f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:04.819384 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815e4011-2de2-4cc0-ba31-c56786f45950 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:33:04.827754 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e4011-2de2-4cc0-ba31-c56786f45950 None None] Pushing event updated for resources: {'Port': ['ID=f9e39488-0dec-4aa7-a289-86e1acfb5f30,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:04.916822 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ff7161e6-ff19-481d-9adb-0498c49f42f5 admin admin] Publish callbacks [] for security_group (fbc498ce-c386-4773-a4cd-e4fe15e296d8), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:04.922412 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ff7161e6-ff19-481d-9adb-0498c49f42f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (fbc498ce-c386-4773-a4cd-e4fe15e296d8), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:04.922645 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-815e4011-2de2-4cc0-ba31-c56786f45950 None None] Attempting to bind port f9e39488-0dec-4aa7-a289-86e1acfb5f30 on host dv-cinder-824995-1-iscsi for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:33:04.922820 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-815e4011-2de2-4cc0-ba31-c56786f45950 None None] Attempting to bind port f9e39488-0dec-4aa7-a289-86e1acfb5f30 by drivers openvswitch,hyperv on host dv-cinder-824995-1-iscsi at level 0 using segments [{'id': '8bfb86d9-396f-409b-8cfd-889a631ae4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c7be8b4a-87a0-429d-90a7-d3e776da3ff6'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:33:04.923196 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815e4011-2de2-4cc0-ba31-c56786f45950 None None] Attempting to bind port f9e39488-0dec-4aa7-a289-86e1acfb5f30 on network c7be8b4a-87a0-429d-90a7-d3e776da3ff6 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:33:04.931204 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815e4011-2de2-4cc0-ba31-c56786f45950 None None] Checking agent: {'id': 'df58d820-fcc5-4fb7-897c-d0f1a16030b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 21, 27), 'started_at': datetime.datetime(2022, 1, 17, 18, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:33:04.931599 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815e4011-2de2-4cc0-ba31-c56786f45950 None None] Checking segment: {'id': '8bfb86d9-396f-409b-8cfd-889a631ae4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c7be8b4a-87a0-429d-90a7-d3e776da3ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:33:04.931999 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-815e4011-2de2-4cc0-ba31-c56786f45950 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:04.932383 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815e4011-2de2-4cc0-ba31-c56786f45950 None None] Bound using segment: {'id': '8bfb86d9-396f-409b-8cfd-889a631ae4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c7be8b4a-87a0-429d-90a7-d3e776da3ff6'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:33:04.933369 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-815e4011-2de2-4cc0-ba31-c56786f45950 None None] Bound port: f9e39488-0dec-4aa7-a289-86e1acfb5f30, host: dv-cinder-824995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfb86d9-396f-409b-8cfd-889a631ae4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c7be8b4a-87a0-429d-90a7-d3e776da3ff6'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:33:04.933369 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-815e4011-2de2-4cc0-ba31-c56786f45950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (f9e39488-0dec-4aa7-a289-86e1acfb5f30), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:04.944988 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3c106-459d-4a96-b20c-dd4c97c97c23 req-8bef4e01-df25-4f4d-b810-27ae83a7e9c9 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:04.947943 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-edd3c106-459d-4a96-b20c-dd4c97c97c23 req-8bef4e01-df25-4f4d-b810-27ae83a7e9c9 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.1569977 Jan 17 18:33:04.952370 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-85b9f7d4-87c1-4759-bec7-54b2ef0edd1c None None] Publish callbacks [] for port (b71cc3b5-df0c-4879-8169-0c3c93ac7756), precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:04.958881 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-85b9f7d4-87c1-4759-bec7-54b2ef0edd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (b71cc3b5-df0c-4879-8169-0c3c93ac7756), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:04.968818 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-ff7161e6-ff19-481d-9adb-0498c49f42f5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3124c44b792a425d8f16dc98db78e78c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2714984 Jan 17 18:33:04.970859 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 58034) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:04.971584 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7161e6-ff19-481d-9adb-0498c49f42f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc498ce-c386-4773-a4cd-e4fe15e296d8,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:05.043861 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e0f230ec-dd5a-43c2-818b-b7c18d04f7a9 admin admin] Publish callbacks [] for security_group (fbc498ce-c386-4773-a4cd-e4fe15e296d8), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:05.071538 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e0f230ec-dd5a-43c2-818b-b7c18d04f7a9 admin admin] Publish callbacks [] for security_group (fbc498ce-c386-4773-a4cd-e4fe15e296d8), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:05.081084 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451b93e0-3182-41c6-8786-9e6dd30fa7bf None None] Pushing event updated for resources: {'Port': ['ID=b71cc3b5-df0c-4879-8169-0c3c93ac7756,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:05.102888 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-815e4011-2de2-4cc0-ba31-c56786f45950 None None] For port f9e39488-0dec-4aa7-a289-86e1acfb5f30, host dv-cinder-824995-1-iscsi, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:33:05.130447 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-edd3c106-459d-4a96-b20c-dd4c97c97c23 req-7bcd2b6f-b9b8-4c76-852c-29458673765f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525922 Jan 17 18:33:05.139315 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-815e4011-2de2-4cc0-ba31-c56786f45950 None None] For port f9e39488-0dec-4aa7-a289-86e1acfb5f30, host dv-cinder-824995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=f9e39488-0dec-4aa7-a289-86e1acfb5f30,segment=NetworkSegment(8bfb86d9-396f-409b-8cfd-889a631ae4e1),segment_id=8bfb86d9-396f-409b-8cfd-889a631ae4e1)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:33:05.144678 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6b5e19d4-bac4-414c-9b6d-73ff29495c72 admin admin] Publish callbacks [] for router_gateway (e254ddfa-ed96-4f5a-9360-e9b4416a136a), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:05.163061 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e0f230ec-dd5a-43c2-818b-b7c18d04f7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (fbc498ce-c386-4773-a4cd-e4fe15e296d8), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:05.174586 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e0f230ec-dd5a-43c2-818b-b7c18d04f7a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:05.176210 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-e0f230ec-dd5a-43c2-818b-b7c18d04f7a9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fbc498ce-c386-4773-a4cd-e4fe15e296d8 HTTP/1.1" status: 204 len: 168 time: 0.1913638 Jan 17 18:33:05.177627 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-815e4011-2de2-4cc0-ba31-c56786f45950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (f9e39488-0dec-4aa7-a289-86e1acfb5f30), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:05.185340 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f230ec-dd5a-43c2-818b-b7c18d04f7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc498ce-c386-4773-a4cd-e4fe15e296d8,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:05.253603 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e4011-2de2-4cc0-ba31-c56786f45950 None None] Pushing event updated for resources: {'Port': ['ID=f9e39488-0dec-4aa7-a289-86e1acfb5f30,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:05.270616 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-85b9f7d4-87c1-4759-bec7-54b2ef0edd1c None None] Attempting to bind port b71cc3b5-df0c-4879-8169-0c3c93ac7756 on host dv-cinder-824995-1-iscsi for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:33:05.271271 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-85b9f7d4-87c1-4759-bec7-54b2ef0edd1c None None] Attempting to bind port b71cc3b5-df0c-4879-8169-0c3c93ac7756 by drivers openvswitch,hyperv on host dv-cinder-824995-1-iscsi at level 0 using segments [{'id': 'e0855cfa-57b2-4036-adea-73fc74dd99a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'dccdeae5-587d-4d52-a83e-bf0e5e960be6'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:33:05.271826 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b9f7d4-87c1-4759-bec7-54b2ef0edd1c None None] Attempting to bind port b71cc3b5-df0c-4879-8169-0c3c93ac7756 on network dccdeae5-587d-4d52-a83e-bf0e5e960be6 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:33:05.291309 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b9f7d4-87c1-4759-bec7-54b2ef0edd1c None None] Checking agent: {'id': 'df58d820-fcc5-4fb7-897c-d0f1a16030b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 21, 27), 'started_at': datetime.datetime(2022, 1, 17, 18, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:33:05.292005 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b9f7d4-87c1-4759-bec7-54b2ef0edd1c None None] Checking segment: {'id': 'e0855cfa-57b2-4036-adea-73fc74dd99a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'dccdeae5-587d-4d52-a83e-bf0e5e960be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:33:05.292414 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-85b9f7d4-87c1-4759-bec7-54b2ef0edd1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:05.293115 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b9f7d4-87c1-4759-bec7-54b2ef0edd1c None None] Bound using segment: {'id': 'e0855cfa-57b2-4036-adea-73fc74dd99a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'dccdeae5-587d-4d52-a83e-bf0e5e960be6'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:33:05.293499 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-85b9f7d4-87c1-4759-bec7-54b2ef0edd1c None None] Bound port: b71cc3b5-df0c-4879-8169-0c3c93ac7756, host: dv-cinder-824995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0855cfa-57b2-4036-adea-73fc74dd99a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'dccdeae5-587d-4d52-a83e-bf0e5e960be6'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:33:05.293889 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-85b9f7d4-87c1-4759-bec7-54b2ef0edd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (b71cc3b5-df0c-4879-8169-0c3c93ac7756), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:05.318610 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c05489-2925-4d15-b064-926be15630e6 req-bb99198e-a7da-4bc3-98fa-975023b675ef tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:05.323132 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-66c05489-2925-4d15-b064-926be15630e6 req-bb99198e-a7da-4bc3-98fa-975023b675ef tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.1252408 Jan 17 18:33:05.390783 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-85b9f7d4-87c1-4759-bec7-54b2ef0edd1c None None] For port b71cc3b5-df0c-4879-8169-0c3c93ac7756, host dv-cinder-824995-1-iscsi, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:33:05.395134 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-85b9f7d4-87c1-4759-bec7-54b2ef0edd1c None None] For port b71cc3b5-df0c-4879-8169-0c3c93ac7756, host dv-cinder-824995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=b71cc3b5-df0c-4879-8169-0c3c93ac7756,segment=NetworkSegment(e0855cfa-57b2-4036-adea-73fc74dd99a2),segment_id=e0855cfa-57b2-4036-adea-73fc74dd99a2)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:33:05.399836 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-66c05489-2925-4d15-b064-926be15630e6 req-87269bfc-0542-4c9a-a762-f46f9b7f081e tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659127 Jan 17 18:33:05.401591 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-85b9f7d4-87c1-4759-bec7-54b2ef0edd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (b71cc3b5-df0c-4879-8169-0c3c93ac7756), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:05.465832 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b9f7d4-87c1-4759-bec7-54b2ef0edd1c None None] Routers {'7bbaece0-7949-4721-b43e-d3f3112ca0f4'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:33:05.466458 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-85b9f7d4-87c1-4759-bec7-54b2ef0edd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:32:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['7bbaece0-7949-4721-b43e-d3f3112ca0f4'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:33:05.536934 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6b5e19d4-bac4-414c-9b6d-73ff29495c72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565588'] for router (e254ddfa-ed96-4f5a-9360-e9b4416a136a), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:05.552135 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451b93e0-3182-41c6-8786-9e6dd30fa7bf None None] Pushing event updated for resources: {'Port': ['ID=b71cc3b5-df0c-4879-8169-0c3c93ac7756,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:05.607201 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-c7561897-0517-411b-b075-b44523ec41aa None None] Provisioning complete for port b71cc3b5-df0c-4879-8169-0c3c93ac7756 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:33:05.607500 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c7561897-0517-411b-b075-b44523ec41aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (b71cc3b5-df0c-4879-8169-0c3c93ac7756), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:05.609974 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 58042) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:05.634770 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8c2c82ae-f9cc-4cad-aaab-94bffd144985 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:05.678860 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-85b9f7d4-87c1-4759-bec7-54b2ef0edd1c None None] Set router 7bbaece0-7949-4721-b43e-d3f3112ca0f4 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:33:05.772573 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5e19d4-bac4-414c-9b6d-73ff29495c72 admin admin] Router e254ddfa-ed96-4f5a-9360-e9b4416a136a is scheduled to L3 agent f711a738-9445-49a6-871d-c35940c1a323 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 18:33:05.792013 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8c2c82ae-f9cc-4cad-aaab-94bffd144985 admin admin] Publish callbacks [] for security_group (4afbbe6b-dea1-4a49-b72e-50a4bf183005), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:05.798561 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8c2c82ae-f9cc-4cad-aaab-94bffd144985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (4afbbe6b-dea1-4a49-b72e-50a4bf183005), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:05.852291 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-8c2c82ae-f9cc-4cad-aaab-94bffd144985 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6af22e345d4a4ff889a46c73e8d76208&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409532 Jan 17 18:33:05.853155 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 58044) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:05.860267 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c82ae-f9cc-4cad-aaab-94bffd144985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afbbe6b-dea1-4a49-b72e-50a4bf183005,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:05.918477 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-37da5d6f-ddbd-44ac-8987-4800b6680679 admin admin] Publish callbacks [] for security_group (4afbbe6b-dea1-4a49-b72e-50a4bf183005), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:05.942523 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-37da5d6f-ddbd-44ac-8987-4800b6680679 admin admin] Publish callbacks [] for security_group (4afbbe6b-dea1-4a49-b72e-50a4bf183005), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:06.006585 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-37da5d6f-ddbd-44ac-8987-4800b6680679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (4afbbe6b-dea1-4a49-b72e-50a4bf183005), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:06.025984 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-c7561897-0517-411b-b075-b44523ec41aa None None] Current status of the port b71cc3b5-df0c-4879-8169-0c3c93ac7756 is: DOWN; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:33:06.026525 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c7561897-0517-411b-b075-b44523ec41aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (b71cc3b5-df0c-4879-8169-0c3c93ac7756), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:06.031489 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-37da5d6f-ddbd-44ac-8987-4800b6680679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:06.045194 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-37da5d6f-ddbd-44ac-8987-4800b6680679 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4afbbe6b-dea1-4a49-b72e-50a4bf183005 HTTP/1.1" status: 204 len: 168 time: 0.1849406 Jan 17 18:33:06.066727 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da5d6f-ddbd-44ac-8987-4800b6680679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afbbe6b-dea1-4a49-b72e-50a4bf183005,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:06.076821 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-c7561897-0517-411b-b075-b44523ec41aa None None] For port b71cc3b5-df0c-4879-8169-0c3c93ac7756, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=b71cc3b5-df0c-4879-8169-0c3c93ac7756,segment=NetworkSegment(e0855cfa-57b2-4036-adea-73fc74dd99a2),segment_id=e0855cfa-57b2-4036-adea-73fc74dd99a2)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:33:06.083829 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c7561897-0517-411b-b075-b44523ec41aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (b71cc3b5-df0c-4879-8169-0c3c93ac7756), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:06.170491 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device f9e39488-0dec-4aa7-a289-86e1acfb5f30 up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:33:06.222966 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5e19d4-bac4-414c-9b6d-73ff29495c72 admin admin] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:33:06.235295 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96649c55-a92b-4019-963e-6feb6cc28b4d None None] Sync routers for ids ['e254ddfa-ed96-4f5a-9360-e9b4416a136a'] in dv-cinder-824995-1-iscsi {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:33:06.249629 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96649c55-a92b-4019-963e-6feb6cc28b4d None None] Routers {'e254ddfa-ed96-4f5a-9360-e9b4416a136a'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:33:06.250255 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-96649c55-a92b-4019-963e-6feb6cc28b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:32:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['e254ddfa-ed96-4f5a-9360-e9b4416a136a'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:33:06.255954 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6b5e19d4-bac4-414c-9b6d-73ff29495c72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:06.258849 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-6b5e19d4-bac4-414c-9b6d-73ff29495c72 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3427937 Jan 17 18:33:06.263138 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 58050) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:06.307549 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7561897-0517-411b-b075-b44523ec41aa None None] Pushing event updated for resources: {'Port': ['ID=b71cc3b5-df0c-4879-8169-0c3c93ac7756,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:06.315063 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f69fdc10-fb87-4247-b903-80862a83fdf8 None None] Provisioning complete for port b71cc3b5-df0c-4879-8169-0c3c93ac7756 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:33:06.315436 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f69fdc10-fb87-4247-b903-80862a83fdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (b71cc3b5-df0c-4879-8169-0c3c93ac7756), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:06.379781 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ec26b-5f88-415d-b710-2d8c5ca6b32b req-b2e06bf9-ec85-43d6-a718-a03885dd2edd tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:06.382604 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1f3ec26b-5f88-415d-b710-2d8c5ca6b32b req-b2e06bf9-ec85-43d6-a718-a03885dd2edd tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.1064634 Jan 17 18:33:06.387889 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port f9e39488-0dec-4aa7-a289-86e1acfb5f30 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:33:06.388524 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (f9e39488-0dec-4aa7-a289-86e1acfb5f30), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:06.451609 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-85b9f7d4-87c1-4759-bec7-54b2ef0edd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbaece0-7949-4721-b43e-d3f3112ca0f4', 'name': 'tempest-TestMinimumBasicScenario-800836984-router', 'tenant_id': '866af26a4754486ca3599fdaeaeb709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '95e0aedc-e5a4-403d-9ac6-e720122fe5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:32:57Z', 'updated_at': '2022-01-17T18:33:01Z', 'revision_number': 4, 'project_id': '866af26a4754486ca3599fdaeaeb709d', 'gw_port': {'id': '95e0aedc-e5a4-403d-9ac6-e720122fe5f8', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:61:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbaece0-7949-4721-b43e-d3f3112ca0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:32:58Z', 'updated_at': '2022-01-17T18:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': 'b71cc3b5-df0c-4879-8169-0c3c93ac7756', 'name': '', 'network_id': 'dccdeae5-587d-4d52-a83e-bf0e5e960be6', 'tenant_id': '866af26a4754486ca3599fdaeaeb709d', 'mac_address': 'fa:16:3e:93:2a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bbaece0-7949-4721-b43e-d3f3112ca0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '64682820-22d9-45bb-a5bd-8cb7e93bf47a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:33:01Z', 'updated_at': '2022-01-17T18:33:05Z', 'revision_number': 4, 'project_id': '866af26a4754486ca3599fdaeaeb709d', 'subnets': [{'id': '64682820-22d9-45bb-a5bd-8cb7e93bf47a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:33:06.465061 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-96649c55-a92b-4019-963e-6feb6cc28b4d None None] Set router e254ddfa-ed96-4f5a-9360-e9b4416a136a gateway port host: dv-cinder-824995-1-iscsi {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:33:06.497664 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b9f7d4-87c1-4759-bec7-54b2ef0edd1c None None] The sync data for ids ['7bbaece0-7949-4721-b43e-d3f3112ca0f4'] in dv-cinder-824995-1-iscsi is: [{'id': '7bbaece0-7949-4721-b43e-d3f3112ca0f4', 'name': 'tempest-TestMinimumBasicScenario-800836984-router', 'tenant_id': '866af26a4754486ca3599fdaeaeb709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '95e0aedc-e5a4-403d-9ac6-e720122fe5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:32:57Z', 'updated_at': '2022-01-17T18:33:01Z', 'revision_number': 4, 'project_id': '866af26a4754486ca3599fdaeaeb709d', 'gw_port': {'id': '95e0aedc-e5a4-403d-9ac6-e720122fe5f8', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:61:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbaece0-7949-4721-b43e-d3f3112ca0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:32:58Z', 'updated_at': '2022-01-17T18:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': 'b71cc3b5-df0c-4879-8169-0c3c93ac7756', 'name': '', 'network_id': 'dccdeae5-587d-4d52-a83e-bf0e5e960be6', 'tenant_id': '866af26a4754486ca3599fdaeaeb709d', 'mac_address': 'fa:16:3e:93:2a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bbaece0-7949-4721-b43e-d3f3112ca0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '64682820-22d9-45bb-a5bd-8cb7e93bf47a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:33:01Z', 'updated_at': '2022-01-17T18:33:05Z', 'revision_number': 4, 'project_id': '866af26a4754486ca3599fdaeaeb709d', 'subnets': [{'id': '64682820-22d9-45bb-a5bd-8cb7e93bf47a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:33:06.518489 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1f3ec26b-5f88-415d-b710-2d8c5ca6b32b req-15e9bf9e-b540-4f89-860b-5a12142d9f05 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250038 Jan 17 18:33:06.571213 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-f69fdc10-fb87-4247-b903-80862a83fdf8 None None] Current status of the port b71cc3b5-df0c-4879-8169-0c3c93ac7756 is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:33:06.639427 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port f9e39488-0dec-4aa7-a289-86e1acfb5f30 is: DOWN; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:33:06.640499 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (f9e39488-0dec-4aa7-a289-86e1acfb5f30), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:06.704385 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] For port f9e39488-0dec-4aa7-a289-86e1acfb5f30, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=f9e39488-0dec-4aa7-a289-86e1acfb5f30,segment=NetworkSegment(8bfb86d9-396f-409b-8cfd-889a631ae4e1),segment_id=8bfb86d9-396f-409b-8cfd-889a631ae4e1)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:33:06.710175 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (f9e39488-0dec-4aa7-a289-86e1acfb5f30), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:06.819956 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Pushing event updated for resources: {'Port': ['ID=f9e39488-0dec-4aa7-a289-86e1acfb5f30,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:06.875585 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-96649c55-a92b-4019-963e-6feb6cc28b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e254ddfa-ed96-4f5a-9360-e9b4416a136a', 'name': 'tempest-TestMinimumBasicScenario-1833896049-router', 'tenant_id': '0432223bf44a41f8b54d3dd72f91ab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '865057a3-263e-4be7-92f9-25c1b27f4641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:33:03Z', 'updated_at': '2022-01-17T18:33:04Z', 'revision_number': 3, 'project_id': '0432223bf44a41f8b54d3dd72f91ab23', 'gw_port': {'id': '865057a3-263e-4be7-92f9-25c1b27f4641', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e254ddfa-ed96-4f5a-9360-e9b4416a136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:33:04Z', 'updated_at': '2022-01-17T18:33:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi'}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:33:06.907399 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96649c55-a92b-4019-963e-6feb6cc28b4d None None] Checking router: e254ddfa-ed96-4f5a-9360-e9b4416a136a for host: dv-cinder-824995-1-iscsi {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:33:06.907996 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96649c55-a92b-4019-963e-6feb6cc28b4d None None] Updating router e254ddfa-ed96-4f5a-9360-e9b4416a136a port 865057a3-263e-4be7-92f9-25c1b27f4641 binding host dv-cinder-824995-1-iscsi {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 18:33:06.940096 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-96649c55-a92b-4019-963e-6feb6cc28b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (865057a3-263e-4be7-92f9-25c1b27f4641), before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:06.942892 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a8d568-39e8-474a-a445-e92d275322db None None] Network c7be8b4a-87a0-429d-90a7-d3e776da3ff6 requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:33:06.947654 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71b50c-1533-4155-89a7-4f422b7c3657 req-860f7566-c0b0-48ec-84e0-d997c163ca57 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:06.956566 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-9f71b50c-1533-4155-89a7-4f422b7c3657 req-860f7566-c0b0-48ec-84e0-d997c163ca57 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.2092211 Jan 17 18:33:07.059685 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-6d3f39b6-3d69-4150-8b82-b41d0c9a8a8d None None] Provisioning complete for port f9e39488-0dec-4aa7-a289-86e1acfb5f30 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:33:07.060195 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6d3f39b6-3d69-4150-8b82-b41d0c9a8a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (f9e39488-0dec-4aa7-a289-86e1acfb5f30), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:07.071211 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-9f71b50c-1533-4155-89a7-4f422b7c3657 req-623b958b-75df-45fb-a6c1-c678c00e36bc tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083374 Jan 17 18:33:07.201586 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fe277e55-571e-434c-969e-0c9387cf6004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:07.233753 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-6d3f39b6-3d69-4150-8b82-b41d0c9a8a8d None None] Current status of the port f9e39488-0dec-4aa7-a289-86e1acfb5f30 is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:33:07.391927 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-96649c55-a92b-4019-963e-6feb6cc28b4d None None] Publish callbacks [] for port (865057a3-263e-4be7-92f9-25c1b27f4641), precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:07.400043 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-96649c55-a92b-4019-963e-6feb6cc28b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (865057a3-263e-4be7-92f9-25c1b27f4641), after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:07.474113 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-96649c55-a92b-4019-963e-6feb6cc28b4d None None] Attempting to bind port 865057a3-263e-4be7-92f9-25c1b27f4641 on host dv-cinder-824995-1-iscsi for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:33:07.474683 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-96649c55-a92b-4019-963e-6feb6cc28b4d None None] Attempting to bind port 865057a3-263e-4be7-92f9-25c1b27f4641 by drivers openvswitch,hyperv on host dv-cinder-824995-1-iscsi at level 0 using segments [{'id': '8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:33:07.475240 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96649c55-a92b-4019-963e-6feb6cc28b4d None None] Attempting to bind port 865057a3-263e-4be7-92f9-25c1b27f4641 on network 9ec40da0-3fb2-40ad-97b9-056b5e7103fe {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:33:07.478409 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8be607-9484-419f-a926-6a075952cea6 None None] Pushing event updated for resources: {'Port': ['ID=865057a3-263e-4be7-92f9-25c1b27f4641,revision_number=2']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:07.483964 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96649c55-a92b-4019-963e-6feb6cc28b4d None None] Checking agent: {'id': 'df58d820-fcc5-4fb7-897c-d0f1a16030b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 21, 27), 'started_at': datetime.datetime(2022, 1, 17, 18, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:33:07.484605 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96649c55-a92b-4019-963e-6feb6cc28b4d None None] Checking segment: {'id': '8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:33:07.485246 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-96649c55-a92b-4019-963e-6feb6cc28b4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:07.485764 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96649c55-a92b-4019-963e-6feb6cc28b4d None None] Bound using segment: {'id': '8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:33:07.486129 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-96649c55-a92b-4019-963e-6feb6cc28b4d None None] Bound port: 865057a3-263e-4be7-92f9-25c1b27f4641, host: dv-cinder-824995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:33:07.486758 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-96649c55-a92b-4019-963e-6feb6cc28b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (865057a3-263e-4be7-92f9-25c1b27f4641), before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:07.496228 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-fe277e55-571e-434c-969e-0c9387cf6004 admin admin] Allocated IP 172.20.0.1 (c7be8b4a-87a0-429d-90a7-d3e776da3ff6/d78a00a8-af54-40bf-8eef-370a8628cb65/f36fb360-a32e-4955-a6a2-4ca584f978db) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:33:07.549193 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-96649c55-a92b-4019-963e-6feb6cc28b4d None None] For port 865057a3-263e-4be7-92f9-25c1b27f4641, host dv-cinder-824995-1-iscsi, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:33:07.552870 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-96649c55-a92b-4019-963e-6feb6cc28b4d None None] For port 865057a3-263e-4be7-92f9-25c1b27f4641, host dv-cinder-824995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=865057a3-263e-4be7-92f9-25c1b27f4641,segment=NetworkSegment(8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f),segment_id=8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:33:07.560028 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-96649c55-a92b-4019-963e-6feb6cc28b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (865057a3-263e-4be7-92f9-25c1b27f4641), after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:07.571100 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-34aead65-c874-42df-9e7a-406c9601af5a None None] Provisioning complete for port f9e39488-0dec-4aa7-a289-86e1acfb5f30 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:33:07.571637 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-34aead65-c874-42df-9e7a-406c9601af5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (f9e39488-0dec-4aa7-a289-86e1acfb5f30), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:07.661483 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96649c55-a92b-4019-963e-6feb6cc28b4d None None] Routers {'e254ddfa-ed96-4f5a-9360-e9b4416a136a'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:33:07.662125 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-96649c55-a92b-4019-963e-6feb6cc28b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:32:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['e254ddfa-ed96-4f5a-9360-e9b4416a136a'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:33:07.726328 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fe277e55-571e-434c-969e-0c9387cf6004 admin admin] Publish callbacks [] for port (f36fb360-a32e-4955-a6a2-4ca584f978db), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:07.726513 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-34aead65-c874-42df-9e7a-406c9601af5a None None] Current status of the port f9e39488-0dec-4aa7-a289-86e1acfb5f30 is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:33:07.742288 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19ecd5-4d13-4475-b360-f0dfec78956e req-b29e9315-290c-496c-a809-341aa14fd8a1 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:07.746003 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ac19ecd5-4d13-4475-b360-f0dfec78956e req-b29e9315-290c-496c-a809-341aa14fd8a1 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.1434562 Jan 17 18:33:07.772146 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8be607-9484-419f-a926-6a075952cea6 None None] Pushing event updated for resources: {'Port': ['ID=865057a3-263e-4be7-92f9-25c1b27f4641,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:07.774440 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf462f92-9325-43a2-8d7f-659faf579580 req-b3273b79-e48c-47b7-b62b-d2e8b17dcec9 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:07.789397 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-bf462f92-9325-43a2-8d7f-659faf579580 req-b3273b79-e48c-47b7-b62b-d2e8b17dcec9 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.1269102 Jan 17 18:33:07.856754 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fe277e55-571e-434c-969e-0c9387cf6004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (f36fb360-a32e-4955-a6a2-4ca584f978db), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:07.865743 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-bf462f92-9325-43a2-8d7f-659faf579580 req-36795a00-9add-4b3b-bbb2-406926b526d8 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706780 Jan 17 18:33:07.889631 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-96649c55-a92b-4019-963e-6feb6cc28b4d None None] Set router e254ddfa-ed96-4f5a-9360-e9b4416a136a gateway port host: dv-cinder-824995-1-iscsi {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:33:07.935286 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe277e55-571e-434c-969e-0c9387cf6004 admin admin] Network c7be8b4a-87a0-429d-90a7-d3e776da3ff6 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:33:07.938660 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-fe277e55-571e-434c-969e-0c9387cf6004 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:33:07.954038 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe277e55-571e-434c-969e-0c9387cf6004 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:33:07.995396 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe277e55-571e-434c-969e-0c9387cf6004 admin admin] Pushing event updated for resources: {'Port': ['ID=f36fb360-a32e-4955-a6a2-4ca584f978db,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:08.031487 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-ac19ecd5-4d13-4475-b360-f0dfec78956e req-bb904616-4ebe-461d-9bd6-3ec272fa34a6 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Deleting port 30b283b6-8fca-442f-9cb3-672eef080229 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:33:08.031715 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-ac19ecd5-4d13-4475-b360-f0dfec78956e req-bb904616-4ebe-461d-9bd6-3ec272fa34a6 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (30b283b6-8fca-442f-9cb3-672eef080229), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:08.039084 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fe277e55-571e-434c-969e-0c9387cf6004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567171'] for router_interface (e254ddfa-ed96-4f5a-9360-e9b4416a136a), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:08.222398 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-96649c55-a92b-4019-963e-6feb6cc28b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e254ddfa-ed96-4f5a-9360-e9b4416a136a', 'name': 'tempest-TestMinimumBasicScenario-1833896049-router', 'tenant_id': '0432223bf44a41f8b54d3dd72f91ab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '865057a3-263e-4be7-92f9-25c1b27f4641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:33:03Z', 'updated_at': '2022-01-17T18:33:04Z', 'revision_number': 3, 'project_id': '0432223bf44a41f8b54d3dd72f91ab23', 'gw_port': {'id': '865057a3-263e-4be7-92f9-25c1b27f4641', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e254ddfa-ed96-4f5a-9360-e9b4416a136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:33:04Z', 'updated_at': '2022-01-17T18:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi'}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:33:08.244973 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device f9e39488-0dec-4aa7-a289-86e1acfb5f30 up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:33:08.362546 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204221fe-9b10-4036-9275-ebf3485ea20a req-e1d2de3c-afd6-41ba-ab83-515c30c51870 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:08.369921 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-204221fe-9b10-4036-9275-ebf3485ea20a req-e1d2de3c-afd6-41ba-ab83-515c30c51870 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab HTTP/1.1" status: 200 len: 945 time: 0.1750901 Jan 17 18:33:08.399436 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96649c55-a92b-4019-963e-6feb6cc28b4d None None] The sync data for ids ['e254ddfa-ed96-4f5a-9360-e9b4416a136a'] in dv-cinder-824995-1-iscsi is: [{'id': 'e254ddfa-ed96-4f5a-9360-e9b4416a136a', 'name': 'tempest-TestMinimumBasicScenario-1833896049-router', 'tenant_id': '0432223bf44a41f8b54d3dd72f91ab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '865057a3-263e-4be7-92f9-25c1b27f4641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:33:03Z', 'updated_at': '2022-01-17T18:33:04Z', 'revision_number': 3, 'project_id': '0432223bf44a41f8b54d3dd72f91ab23', 'gw_port': {'id': '865057a3-263e-4be7-92f9-25c1b27f4641', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e254ddfa-ed96-4f5a-9360-e9b4416a136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:33:04Z', 'updated_at': '2022-01-17T18:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:33:08.410034 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-ac19ecd5-4d13-4475-b360-f0dfec78956e req-bb904616-4ebe-461d-9bd6-3ec272fa34a6 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] For port 30b283b6-8fca-442f-9cb3-672eef080229, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=30b283b6-8fca-442f-9cb3-672eef080229,segment=NetworkSegment(b577ace6-8bea-4272-ac15-e90e8f56340e),segment_id=b577ace6-8bea-4272-ac15-e90e8f56340e)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:33:08.411883 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-ac19ecd5-4d13-4475-b360-f0dfec78956e req-bb904616-4ebe-461d-9bd6-3ec272fa34a6 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (30b283b6-8fca-442f-9cb3-672eef080229), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:08.431418 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port f9e39488-0dec-4aa7-a289-86e1acfb5f30 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:33:08.432106 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (f9e39488-0dec-4aa7-a289-86e1acfb5f30), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:08.493711 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-3af01961-5558-4136-9cfd-1e211cd28ac7 None None] Provisioning complete for port f36fb360-a32e-4955-a6a2-4ca584f978db triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:33:08.494629 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3af01961-5558-4136-9cfd-1e211cd28ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (f36fb360-a32e-4955-a6a2-4ca584f978db), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:08.563353 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-3af01961-5558-4136-9cfd-1e211cd28ac7 None None] Port f36fb360-a32e-4955-a6a2-4ca584f978db cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 18:33:08.583563 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port f9e39488-0dec-4aa7-a289-86e1acfb5f30 is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:33:08.588938 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device b71cc3b5-df0c-4879-8169-0c3c93ac7756 up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:33:08.655817 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port b71cc3b5-df0c-4879-8169-0c3c93ac7756 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:33:08.656382 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (b71cc3b5-df0c-4879-8169-0c3c93ac7756), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:08.706748 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-ac19ecd5-4d13-4475-b360-f0dfec78956e req-bb904616-4ebe-461d-9bd6-3ec272fa34a6 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Calling delete_port for 30b283b6-8fca-442f-9cb3-672eef080229 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:33:08.751085 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port b71cc3b5-df0c-4879-8169-0c3c93ac7756 is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:33:08.833797 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-204221fe-9b10-4036-9275-ebf3485ea20a req-7ee0ba44-ba4b-4cc4-a001-e6e8c24b49da tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.57 "GET /v2.0/security-groups?id=8289b9b8-47ad-4858-afff-008aca53a5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4610646 Jan 17 18:33:08.840020 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fe277e55-571e-434c-969e-0c9387cf6004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (f36fb360-a32e-4955-a6a2-4ca584f978db), before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:09.007121 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c208511-4565-4c1b-9999-a77e134a11f4 req-2342fbbb-4f02-4a5f-8313-210d9b55d2ea tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:09.008937 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-9c208511-4565-4c1b-9999-a77e134a11f4 req-2342fbbb-4f02-4a5f-8313-210d9b55d2ea tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.0669878 Jan 17 18:33:09.021394 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-ac19ecd5-4d13-4475-b360-f0dfec78956e req-bb904616-4ebe-461d-9bd6-3ec272fa34a6 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (30b283b6-8fca-442f-9cb3-672eef080229), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:09.033803 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['30b283b6-8fca-442f-9cb3-672eef080229'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:33:09.069022 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-9c208511-4565-4c1b-9999-a77e134a11f4 req-b130bdd5-0b8b-4d38-a823-7f2068e00ac9 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516632 Jan 17 18:33:09.069241 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb904616-4ebe-461d-9bd6-3ec272fa34a6 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Pushing event deleted for resources: {'Port': ['ID=30b283b6-8fca-442f-9cb3-672eef080229,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:09.128828 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac19ecd5-4d13-4475-b360-f0dfec78956e req-bb904616-4ebe-461d-9bd6-3ec272fa34a6 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] No DVR routers for this DVR port 30b283b6-8fca-442f-9cb3-672eef080229 on host hv-cinder-82499 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 18:33:09.131956 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-ac19ecd5-4d13-4475-b360-f0dfec78956e req-bb904616-4ebe-461d-9bd6-3ec272fa34a6 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:09.135511 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ac19ecd5-4d13-4475-b360-f0dfec78956e req-bb904616-4ebe-461d-9bd6-3ec272fa34a6 tempest-ServerRescueNegativeTestJSON-1017282117 tempest-ServerRescueNegativeTestJSON-1017282117-project] 10.222.0.31 "DELETE /v2.0/ports/30b283b6-8fca-442f-9cb3-672eef080229 HTTP/1.1" status: 204 len: 173 time: 1.3837581 Jan 17 18:33:09.138199 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab', 'name': 'network-vif-deleted', 'tag': '30b283b6-8fca-442f-9cb3-672eef080229'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:33:09.145380 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6acf6e2448acaa9df75d0cfb4ee4f42f1c652325a2342385b5920e3fd6e7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79ce5b0-1db8-4062-9bba-54b707fbcb67" -d '{"events": [{"server_uuid": "d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab", "name": "network-vif-deleted", "tag": "30b283b6-8fca-442f-9cb3-672eef080229"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:33:09.175741 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fe277e55-571e-434c-969e-0c9387cf6004 admin admin] Publish callbacks [] for port (f36fb360-a32e-4955-a6a2-4ca584f978db), precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:09.181350 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fe277e55-571e-434c-969e-0c9387cf6004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167948'] for port (f36fb360-a32e-4955-a6a2-4ca584f978db), after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:09.235495 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14ecf88-16ea-4fc6-9f6e-a2b56cccf660 x-openstack-request-id: req-c14ecf88-16ea-4fc6-9f6e-a2b56cccf660 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:33:09.235495 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab", "name": "network-vif-deleted", "tag": "30b283b6-8fca-442f-9cb3-672eef080229", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:33:09.235495 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c14ecf88-16ea-4fc6-9f6e-a2b56cccf660 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:33:09.235495 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f1a9a5-0ace-4a4c-8313-e5c4ae4fb7ab', 'name': 'network-vif-deleted', 'tag': '30b283b6-8fca-442f-9cb3-672eef080229', 'status': 'completed', 'code': 200} Jan 17 18:33:09.279301 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe277e55-571e-434c-969e-0c9387cf6004 admin admin] Pushing event updated for resources: {'Port': ['ID=f36fb360-a32e-4955-a6a2-4ca584f978db,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:09.282851 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fe277e55-571e-434c-969e-0c9387cf6004 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-997616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567063'] for router_interface (e254ddfa-ed96-4f5a-9360-e9b4416a136a), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:09.394834 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe277e55-571e-434c-969e-0c9387cf6004 admin admin] Network c7be8b4a-87a0-429d-90a7-d3e776da3ff6 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:33:09.396978 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-fe277e55-571e-434c-969e-0c9387cf6004 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:33:09.410088 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf4a9d-0eb6-476e-8ac1-1fbbad7ba95e req-be43e670-a03a-4693-bcc6-25ff31274738 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:09.415342 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-0bcf4a9d-0eb6-476e-8ac1-1fbbad7ba95e req-be43e670-a03a-4693-bcc6-25ff31274738 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.0687852 Jan 17 18:33:09.509832 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-0bcf4a9d-0eb6-476e-8ac1-1fbbad7ba95e req-ce6670b5-4768-4ab0-ac26-4e2b27ac38a4 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766826 Jan 17 18:33:09.575837 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca379ff-ee89-44b8-8fac-c0cf00bf9c66 req-971c1651-0bfb-4dde-8ae1-d24aca73e8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:09.578126 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-bca379ff-ee89-44b8-8fac-c0cf00bf9c66 req-971c1651-0bfb-4dde-8ae1-d24aca73e8cf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d096303fa7e14469b06f7686921b4815&device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 1098 time: 0.1606755 Jan 17 18:33:09.637951 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe277e55-571e-434c-969e-0c9387cf6004 admin admin] Router e254ddfa-ed96-4f5a-9360-e9b4416a136a has already been hosted by L3 agent f711a738-9445-49a6-871d-c35940c1a323 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 18:33:09.710576 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-32e545e6-ca59-49c3-8651-431be0270026 None None] Provisioning complete for port f36fb360-a32e-4955-a6a2-4ca584f978db triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:33:09.711155 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-32e545e6-ca59-49c3-8651-431be0270026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (f36fb360-a32e-4955-a6a2-4ca584f978db), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:09.753294 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-32e545e6-ca59-49c3-8651-431be0270026 None None] Port f36fb360-a32e-4955-a6a2-4ca584f978db cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 18:33:09.815382 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca379ff-ee89-44b8-8fac-c0cf00bf9c66 req-d2853001-410b-4021-baf6-e747cbdb7934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:09.816902 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-bca379ff-ee89-44b8-8fac-c0cf00bf9c66 req-d2853001-410b-4021-baf6-e747cbdb7934 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0ef68749-9171-4b0e-b0ff-71ca96f8b9b1 HTTP/1.1" status: 200 len: 912 time: 0.2172832 Jan 17 18:33:09.871025 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe277e55-571e-434c-969e-0c9387cf6004 admin admin] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:33:09.877996 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-fe277e55-571e-434c-969e-0c9387cf6004 admin admin] 10.222.0.57 "PUT /v2.0/routers/e254ddfa-ed96-4f5a-9360-e9b4416a136a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6137187 Jan 17 18:33:09.904947 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-bca379ff-ee89-44b8-8fac-c0cf00bf9c66 req-2d5f0c18-a114-4b66-9022-1e8dec3843d6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=659b3a1b-e4c9-459a-bde7-a54b8b9a185a HTTP/1.1" status: 200 len: 1001 time: 0.0801740 Jan 17 18:33:09.914775 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 58150) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:09.974859 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca379ff-ee89-44b8-8fac-c0cf00bf9c66 req-e41d71a2-0356-46da-b287-3038a6ced8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:09.977714 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-bca379ff-ee89-44b8-8fac-c0cf00bf9c66 req-e41d71a2-0356-46da-b287-3038a6ced8f6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=12a2e9e0-96ba-4d9c-8bea-1826f92be4cf HTTP/1.1" status: 200 len: 850 time: 0.0616772 Jan 17 18:33:10.033594 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca379ff-ee89-44b8-8fac-c0cf00bf9c66 req-530d24f5-7a1d-474a-ab08-404d8faf775d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:10.035143 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-bca379ff-ee89-44b8-8fac-c0cf00bf9c66 req-530d24f5-7a1d-474a-ab08-404d8faf775d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0ef68749-9171-4b0e-b0ff-71ca96f8b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519893 Jan 17 18:33:10.086302 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 865057a3-263e-4be7-92f9-25c1b27f4641 up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:33:10.156531 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-bca379ff-ee89-44b8-8fac-c0cf00bf9c66 req-253a782f-ae38-47aa-b055-413cbf0cd29f service neutron] 10.222.0.31 "GET /v2.0/networks/0ef68749-9171-4b0e-b0ff-71ca96f8b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106756 Jan 17 18:33:10.163592 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port 865057a3-263e-4be7-92f9-25c1b27f4641 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:33:10.163968 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (865057a3-263e-4be7-92f9-25c1b27f4641), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:10.262195 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port 865057a3-263e-4be7-92f9-25c1b27f4641 is: DOWN; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:33:10.262596 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (865057a3-263e-4be7-92f9-25c1b27f4641), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:10.286269 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] For port 865057a3-263e-4be7-92f9-25c1b27f4641, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=865057a3-263e-4be7-92f9-25c1b27f4641,segment=NetworkSegment(8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f),segment_id=8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:33:10.291921 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (865057a3-263e-4be7-92f9-25c1b27f4641), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:10.309125 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-bca379ff-ee89-44b8-8fac-c0cf00bf9c66 req-a7db1abf-67a7-47fa-a5ae-b42ad7e28831 service neutron] 10.222.0.31 "GET /v2.0/networks/0ef68749-9171-4b0e-b0ff-71ca96f8b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426935 Jan 17 18:33:10.355413 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Pushing event updated for resources: {'Port': ['ID=865057a3-263e-4be7-92f9-25c1b27f4641,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:10.512802 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a434a60c-fd11-4d16-9be6-c4535be3dceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567050'] for router_interface (c19eba3b-927f-410a-9065-aca8f92572f2), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:10.659713 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d933f3-8da5-4aa1-9f3d-a964fa1117c6 None None] Sync routers for ids ['e254ddfa-ed96-4f5a-9360-e9b4416a136a'] in dv-cinder-824995-1-iscsi {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:33:10.677466 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d933f3-8da5-4aa1-9f3d-a964fa1117c6 None None] Routers {'e254ddfa-ed96-4f5a-9360-e9b4416a136a'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:33:10.678342 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-07d933f3-8da5-4aa1-9f3d-a964fa1117c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:32:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['e254ddfa-ed96-4f5a-9360-e9b4416a136a'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:33:10.682494 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadad00d-d6e1-49e8-b7a2-8dacfa4cea41 req-0167fd8b-de0a-4086-80ed-6156ccfa223f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:10.684877 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-fadad00d-d6e1-49e8-b7a2-8dacfa4cea41 req-0167fd8b-de0a-4086-80ed-6156ccfa223f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.0848663 Jan 17 18:33:10.823622 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-fadad00d-d6e1-49e8-b7a2-8dacfa4cea41 req-23edc96f-bb46-4923-a2eb-a6c602831532 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110811 Jan 17 18:33:10.837387 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-07d933f3-8da5-4aa1-9f3d-a964fa1117c6 None None] Set router e254ddfa-ed96-4f5a-9360-e9b4416a136a gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:33:10.945274 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-a434a60c-fd11-4d16-9be6-c4535be3dceb admin admin] Deleting port 213b1e14-eac7-4235-a6a6-14bc898b6586 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:33:10.945586 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a434a60c-fd11-4d16-9be6-c4535be3dceb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (213b1e14-eac7-4235-a6a6-14bc898b6586), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:11.049189 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-a434a60c-fd11-4d16-9be6-c4535be3dceb admin admin] For port 213b1e14-eac7-4235-a6a6-14bc898b6586, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=213b1e14-eac7-4235-a6a6-14bc898b6586,segment=NetworkSegment(b577ace6-8bea-4272-ac15-e90e8f56340e),segment_id=b577ace6-8bea-4272-ac15-e90e8f56340e)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:33:11.049536 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a434a60c-fd11-4d16-9be6-c4535be3dceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (213b1e14-eac7-4235-a6a6-14bc898b6586), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:11.065935 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-a434a60c-fd11-4d16-9be6-c4535be3dceb admin admin] Calling delete_port for 213b1e14-eac7-4235-a6a6-14bc898b6586 owned by network:router_interface {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:33:11.137638 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-07d933f3-8da5-4aa1-9f3d-a964fa1117c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e254ddfa-ed96-4f5a-9360-e9b4416a136a', 'name': 'tempest-TestMinimumBasicScenario-1833896049-router', 'tenant_id': '0432223bf44a41f8b54d3dd72f91ab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '865057a3-263e-4be7-92f9-25c1b27f4641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:33:03Z', 'updated_at': '2022-01-17T18:33:08Z', 'revision_number': 4, 'project_id': '0432223bf44a41f8b54d3dd72f91ab23', 'gw_port': {'id': '865057a3-263e-4be7-92f9-25c1b27f4641', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e254ddfa-ed96-4f5a-9360-e9b4416a136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:33:04Z', 'updated_at': '2022-01-17T18:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': 'f36fb360-a32e-4955-a6a2-4ca584f978db', 'name': '', 'network_id': 'c7be8b4a-87a0-429d-90a7-d3e776da3ff6', 'tenant_id': '0432223bf44a41f8b54d3dd72f91ab23', 'mac_address': 'fa:16:3e:68:0e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e254ddfa-ed96-4f5a-9360-e9b4416a136a', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'd78a00a8-af54-40bf-8eef-370a8628cb65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:33:07Z', 'updated_at': '2022-01-17T18:33:08Z', 'revision_number': 2, 'project_id': '0432223bf44a41f8b54d3dd72f91ab23', 'subnets': [{'id': 'd78a00a8-af54-40bf-8eef-370a8628cb65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:33:11.174534 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d933f3-8da5-4aa1-9f3d-a964fa1117c6 None None] Checking router: e254ddfa-ed96-4f5a-9360-e9b4416a136a for host: dv-cinder-824995-1-iscsi {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:33:11.175279 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d933f3-8da5-4aa1-9f3d-a964fa1117c6 None None] Updating router e254ddfa-ed96-4f5a-9360-e9b4416a136a port f36fb360-a32e-4955-a6a2-4ca584f978db binding host dv-cinder-824995-1-iscsi {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 18:33:11.206736 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-07d933f3-8da5-4aa1-9f3d-a964fa1117c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (f36fb360-a32e-4955-a6a2-4ca584f978db), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:11.295678 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a434a60c-fd11-4d16-9be6-c4535be3dceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261205625'] for port (213b1e14-eac7-4235-a6a6-14bc898b6586), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:11.330428 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434a60c-fd11-4d16-9be6-c4535be3dceb admin admin] Pushing event deleted for resources: {'Port': ['ID=213b1e14-eac7-4235-a6a6-14bc898b6586,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:11.456598 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 30b283b6-8fca-442f-9cb3-672eef080229 no longer exists at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:33:11.537018 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] No Port match for: 30b283b6-8fca-442f-9cb3-672eef080229 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:33:11.537369 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 30b283b6-8fca-442f-9cb3-672eef080229 not bound to the agent host hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:33:11.546745 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a434a60c-fd11-4d16-9be6-c4535be3dceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-997627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-565914'] for router_interface (c19eba3b-927f-410a-9065-aca8f92572f2), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:11.620256 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-07d933f3-8da5-4aa1-9f3d-a964fa1117c6 None None] Publish callbacks [] for port (f36fb360-a32e-4955-a6a2-4ca584f978db), precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:11.629177 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-07d933f3-8da5-4aa1-9f3d-a964fa1117c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (f36fb360-a32e-4955-a6a2-4ca584f978db), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:11.751929 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ad8f2-406e-44b0-93f9-fd7e1d7794e6 None None] Pushing event updated for resources: {'Port': ['ID=f36fb360-a32e-4955-a6a2-4ca584f978db,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:11.778156 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-07d933f3-8da5-4aa1-9f3d-a964fa1117c6 None None] Attempting to bind port f36fb360-a32e-4955-a6a2-4ca584f978db on host dv-cinder-824995-1-iscsi for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:33:11.778481 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-07d933f3-8da5-4aa1-9f3d-a964fa1117c6 None None] Attempting to bind port f36fb360-a32e-4955-a6a2-4ca584f978db by drivers openvswitch,hyperv on host dv-cinder-824995-1-iscsi at level 0 using segments [{'id': '8bfb86d9-396f-409b-8cfd-889a631ae4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c7be8b4a-87a0-429d-90a7-d3e776da3ff6'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:33:11.778850 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d933f3-8da5-4aa1-9f3d-a964fa1117c6 None None] Attempting to bind port f36fb360-a32e-4955-a6a2-4ca584f978db on network c7be8b4a-87a0-429d-90a7-d3e776da3ff6 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:33:11.784976 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d933f3-8da5-4aa1-9f3d-a964fa1117c6 None None] Checking agent: {'id': 'df58d820-fcc5-4fb7-897c-d0f1a16030b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824995-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 21, 27), 'started_at': datetime.datetime(2022, 1, 17, 18, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824995-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:33:11.785346 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d933f3-8da5-4aa1-9f3d-a964fa1117c6 None None] Checking segment: {'id': '8bfb86d9-396f-409b-8cfd-889a631ae4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c7be8b4a-87a0-429d-90a7-d3e776da3ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:33:11.785753 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-07d933f3-8da5-4aa1-9f3d-a964fa1117c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:11.786127 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d933f3-8da5-4aa1-9f3d-a964fa1117c6 None None] Bound using segment: {'id': '8bfb86d9-396f-409b-8cfd-889a631ae4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c7be8b4a-87a0-429d-90a7-d3e776da3ff6'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:33:11.786591 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-07d933f3-8da5-4aa1-9f3d-a964fa1117c6 None None] Bound port: f36fb360-a32e-4955-a6a2-4ca584f978db, host: dv-cinder-824995-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfb86d9-396f-409b-8cfd-889a631ae4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c7be8b4a-87a0-429d-90a7-d3e776da3ff6'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:33:11.786963 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-07d933f3-8da5-4aa1-9f3d-a964fa1117c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (f36fb360-a32e-4955-a6a2-4ca584f978db), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:11.897817 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a434a60c-fd11-4d16-9be6-c4535be3dceb admin admin] Router c19eba3b-927f-410a-9065-aca8f92572f2 has already been hosted by L3 agent f711a738-9445-49a6-871d-c35940c1a323 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 18:33:12.067466 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a434a60c-fd11-4d16-9be6-c4535be3dceb admin admin] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:33:12.068003 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d533d600-5631-4eb1-8ae4-f3730b437a22 None None] Provisioning complete for port f36fb360-a32e-4955-a6a2-4ca584f978db triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:33:12.068480 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d533d600-5631-4eb1-8ae4-f3730b437a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (f36fb360-a32e-4955-a6a2-4ca584f978db), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:12.071092 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87437cea-f62f-4e89-af7a-5af5322f1168 None None] Sync routers for ids ['c19eba3b-927f-410a-9065-aca8f92572f2'] in dv-cinder-824995-1-iscsi {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:33:12.075090 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-a434a60c-fd11-4d16-9be6-c4535be3dceb admin admin] 10.222.0.57 "PUT /v2.0/routers/c19eba3b-927f-410a-9065-aca8f92572f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1590090 Jan 17 18:33:12.080246 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 58182) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:12.088235 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87437cea-f62f-4e89-af7a-5af5322f1168 None None] Routers {'c19eba3b-927f-410a-9065-aca8f92572f2'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:33:12.088859 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-87437cea-f62f-4e89-af7a-5af5322f1168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:32:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['c19eba3b-927f-410a-9065-aca8f92572f2'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:33:12.114379 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d533d600-5631-4eb1-8ae4-f3730b437a22 None None] Port f36fb360-a32e-4955-a6a2-4ca584f978db cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 18:33:12.120851 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-07d933f3-8da5-4aa1-9f3d-a964fa1117c6 None None] For port f36fb360-a32e-4955-a6a2-4ca584f978db, host dv-cinder-824995-1-iscsi, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:33:12.145111 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-07d933f3-8da5-4aa1-9f3d-a964fa1117c6 None None] For port f36fb360-a32e-4955-a6a2-4ca584f978db, host dv-cinder-824995-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=f36fb360-a32e-4955-a6a2-4ca584f978db,segment=NetworkSegment(8bfb86d9-396f-409b-8cfd-889a631ae4e1),segment_id=8bfb86d9-396f-409b-8cfd-889a631ae4e1)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:33:12.150986 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-07d933f3-8da5-4aa1-9f3d-a964fa1117c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (f36fb360-a32e-4955-a6a2-4ca584f978db), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:12.177519 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5319f-7d98-49b3-b105-bb84cea8e0a3 req-2d896fbd-f0e2-46b5-afca-29c18ad7b704 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:12.193230 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-79e5319f-7d98-49b3-b105-bb84cea8e0a3 req-2d896fbd-f0e2-46b5-afca-29c18ad7b704 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.2082157 Jan 17 18:33:12.234962 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dd52a582-7bde-4894-860c-bfdab1b2271e admin admin] Publish callbacks [] for router (c19eba3b-927f-410a-9065-aca8f92572f2), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:12.301963 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d933f3-8da5-4aa1-9f3d-a964fa1117c6 None None] Routers {'e254ddfa-ed96-4f5a-9360-e9b4416a136a'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:33:12.302641 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-07d933f3-8da5-4aa1-9f3d-a964fa1117c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:32:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['e254ddfa-ed96-4f5a-9360-e9b4416a136a'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:33:12.340833 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-87437cea-f62f-4e89-af7a-5af5322f1168 None None] Set router c19eba3b-927f-410a-9065-aca8f92572f2 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:33:12.345858 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-79e5319f-7d98-49b3-b105-bb84cea8e0a3 req-70d28151-8680-4c7e-871a-2bad69de32ff tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511536 Jan 17 18:33:12.404082 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 865057a3-263e-4be7-92f9-25c1b27f4641 up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:33:12.405826 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ad8f2-406e-44b0-93f9-fd7e1d7794e6 None None] Pushing event updated for resources: {'Port': ['ID=f36fb360-a32e-4955-a6a2-4ca584f978db,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:12.406431 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dd52a582-7bde-4894-860c-bfdab1b2271e admin admin] Publish callbacks [] for router_gateway (c19eba3b-927f-410a-9065-aca8f92572f2), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:12.582507 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-dd52a582-7bde-4894-860c-bfdab1b2271e admin admin] Deleting port 5c62683a-0f38-424c-b7f3-70de37641fc9 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:33:12.583083 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dd52a582-7bde-4894-860c-bfdab1b2271e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (5c62683a-0f38-424c-b7f3-70de37641fc9), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:12.650837 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-542bf822-8ccc-4388-959d-d9c8daf60c6f req-93ecc9a5-29d7-459a-847e-644cd145be54 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0928929 Jan 17 18:33:12.702093 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-07d933f3-8da5-4aa1-9f3d-a964fa1117c6 None None] Set router e254ddfa-ed96-4f5a-9360-e9b4416a136a gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:33:12.720836 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-87437cea-f62f-4e89-af7a-5af5322f1168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19eba3b-927f-410a-9065-aca8f92572f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1823823908-router', 'tenant_id': 'e713cd04cf914d75bc12b271eea8bc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '5c62683a-0f38-424c-b7f3-70de37641fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:29:04Z', 'updated_at': '2022-01-17T18:33:11Z', 'revision_number': 5, 'project_id': 'e713cd04cf914d75bc12b271eea8bc44', 'gw_port': {'id': '5c62683a-0f38-424c-b7f3-70de37641fc9', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19eba3b-927f-410a-9065-aca8f92572f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:06Z', 'updated_at': '2022-01-17T18:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi'}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:33:12.740860 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bf822-8ccc-4388-959d-d9c8daf60c6f req-4c6dcec7-7885-4d2f-8135-916c3c94cde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:12.742181 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-542bf822-8ccc-4388-959d-d9c8daf60c6f req-4c6dcec7-7885-4d2f-8135-916c3c94cde5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11bc53620fe449daa11721cdccd1e9a7&device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 1100 time: 0.0704293 Jan 17 18:33:12.775223 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87437cea-f62f-4e89-af7a-5af5322f1168 None None] Checking router: c19eba3b-927f-410a-9065-aca8f92572f2 for host: dv-cinder-824995-1-iscsi {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:33:12.785688 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87437cea-f62f-4e89-af7a-5af5322f1168 None None] Routers {'c19eba3b-927f-410a-9065-aca8f92572f2'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:33:12.786611 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-87437cea-f62f-4e89-af7a-5af5322f1168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:32:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['c19eba3b-927f-410a-9065-aca8f92572f2'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:33:12.803414 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-dd52a582-7bde-4894-860c-bfdab1b2271e admin admin] For port 5c62683a-0f38-424c-b7f3-70de37641fc9, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=5c62683a-0f38-424c-b7f3-70de37641fc9,segment=NetworkSegment(8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f),segment_id=8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:33:12.803806 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dd52a582-7bde-4894-860c-bfdab1b2271e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (5c62683a-0f38-424c-b7f3-70de37641fc9), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:12.836858 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-dd52a582-7bde-4894-860c-bfdab1b2271e admin admin] Calling delete_port for 5c62683a-0f38-424c-b7f3-70de37641fc9 owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:33:12.931263 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bf822-8ccc-4388-959d-d9c8daf60c6f req-f17f60a3-8838-42e4-93fb-392a8df2d754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:12.937871 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-542bf822-8ccc-4388-959d-d9c8daf60c6f req-f17f60a3-8838-42e4-93fb-392a8df2d754 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2212e019-d500-4b0c-9632-00978d519e48 HTTP/1.1" status: 200 len: 917 time: 0.1507542 Jan 17 18:33:12.938819 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port 865057a3-263e-4be7-92f9-25c1b27f4641 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:33:12.939226 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (865057a3-263e-4be7-92f9-25c1b27f4641), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:12.957401 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-87437cea-f62f-4e89-af7a-5af5322f1168 None None] Set router c19eba3b-927f-410a-9065-aca8f92572f2 gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:33:13.007477 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-ae5df87f-2670-469b-9c0c-301dedc7db11 None None] Provisioning complete for port f36fb360-a32e-4955-a6a2-4ca584f978db triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:33:13.008137 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ae5df87f-2670-469b-9c0c-301dedc7db11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (f36fb360-a32e-4955-a6a2-4ca584f978db), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:13.084602 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-87437cea-f62f-4e89-af7a-5af5322f1168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19eba3b-927f-410a-9065-aca8f92572f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1823823908-router', 'tenant_id': 'e713cd04cf914d75bc12b271eea8bc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:29:04Z', 'updated_at': '2022-01-17T18:33:12Z', 'revision_number': 6, 'project_id': 'e713cd04cf914d75bc12b271eea8bc44', 'gw_port_host': None}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:33:13.102801 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-542bf822-8ccc-4388-959d-d9c8daf60c6f req-e10101e6-cc87-4bfe-9e81-cfb62e9e0ae3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec772cd4-09c1-4323-a731-f99b10219d43 HTTP/1.1" status: 200 len: 1002 time: 0.1600108 Jan 17 18:33:13.103021 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port 865057a3-263e-4be7-92f9-25c1b27f4641 is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:33:13.168976 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87437cea-f62f-4e89-af7a-5af5322f1168 None None] The sync data for ids ['c19eba3b-927f-410a-9065-aca8f92572f2'] in dv-cinder-824995-1-iscsi is: [{'id': 'c19eba3b-927f-410a-9065-aca8f92572f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1823823908-router', 'tenant_id': 'e713cd04cf914d75bc12b271eea8bc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:29:04Z', 'updated_at': '2022-01-17T18:33:12Z', 'revision_number': 6, 'project_id': 'e713cd04cf914d75bc12b271eea8bc44', 'gw_port_host': None}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:33:13.185504 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bf822-8ccc-4388-959d-d9c8daf60c6f req-bd00f91d-b661-41db-b221-4c05b16a5b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:13.187101 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-542bf822-8ccc-4388-959d-d9c8daf60c6f req-bd00f91d-b661-41db-b221-4c05b16a5b20 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9ea9967e-4370-4564-98d1-90d5a9404775 HTTP/1.1" status: 200 len: 855 time: 0.0757434 Jan 17 18:33:13.294489 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bf822-8ccc-4388-959d-d9c8daf60c6f req-c1f0f8a9-ca6b-4518-8905-675a55c2a2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:13.296158 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-542bf822-8ccc-4388-959d-d9c8daf60c6f req-c1f0f8a9-ca6b-4518-8905-675a55c2a2fa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2212e019-d500-4b0c-9632-00978d519e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1025527 Jan 17 18:33:13.296993 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-ae5df87f-2670-469b-9c0c-301dedc7db11 None None] Current status of the port f36fb360-a32e-4955-a6a2-4ca584f978db is: DOWN; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:33:13.297396 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ae5df87f-2670-469b-9c0c-301dedc7db11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (f36fb360-a32e-4955-a6a2-4ca584f978db), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:13.337700 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-ae5df87f-2670-469b-9c0c-301dedc7db11 None None] For port f36fb360-a32e-4955-a6a2-4ca584f978db, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=f36fb360-a32e-4955-a6a2-4ca584f978db,segment=NetworkSegment(8bfb86d9-396f-409b-8cfd-889a631ae4e1),segment_id=8bfb86d9-396f-409b-8cfd-889a631ae4e1)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:33:13.343654 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ae5df87f-2670-469b-9c0c-301dedc7db11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (f36fb360-a32e-4955-a6a2-4ca584f978db), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:13.392369 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-07d933f3-8da5-4aa1-9f3d-a964fa1117c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e254ddfa-ed96-4f5a-9360-e9b4416a136a', 'name': 'tempest-TestMinimumBasicScenario-1833896049-router', 'tenant_id': '0432223bf44a41f8b54d3dd72f91ab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '865057a3-263e-4be7-92f9-25c1b27f4641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:33:03Z', 'updated_at': '2022-01-17T18:33:08Z', 'revision_number': 4, 'project_id': '0432223bf44a41f8b54d3dd72f91ab23', 'gw_port': {'id': '865057a3-263e-4be7-92f9-25c1b27f4641', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e254ddfa-ed96-4f5a-9360-e9b4416a136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:33:04Z', 'updated_at': '2022-01-17T18:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': 'f36fb360-a32e-4955-a6a2-4ca584f978db', 'name': '', 'network_id': 'c7be8b4a-87a0-429d-90a7-d3e776da3ff6', 'tenant_id': '0432223bf44a41f8b54d3dd72f91ab23', 'mac_address': 'fa:16:3e:68:0e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e254ddfa-ed96-4f5a-9360-e9b4416a136a', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'd78a00a8-af54-40bf-8eef-370a8628cb65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:33:07Z', 'updated_at': '2022-01-17T18:33:12Z', 'revision_number': 4, 'project_id': '0432223bf44a41f8b54d3dd72f91ab23', 'subnets': [{'id': 'd78a00a8-af54-40bf-8eef-370a8628cb65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:33:13.398825 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dd52a582-7bde-4894-860c-bfdab1b2271e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261205625'] for port (5c62683a-0f38-424c-b7f3-70de37641fc9), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:13.431125 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd52a582-7bde-4894-860c-bfdab1b2271e admin admin] Pushing event deleted for resources: {'Port': ['ID=5c62683a-0f38-424c-b7f3-70de37641fc9,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:13.431404 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d933f3-8da5-4aa1-9f3d-a964fa1117c6 None None] The sync data for ids ['e254ddfa-ed96-4f5a-9360-e9b4416a136a'] in dv-cinder-824995-1-iscsi is: [{'id': 'e254ddfa-ed96-4f5a-9360-e9b4416a136a', 'name': 'tempest-TestMinimumBasicScenario-1833896049-router', 'tenant_id': '0432223bf44a41f8b54d3dd72f91ab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '865057a3-263e-4be7-92f9-25c1b27f4641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:33:03Z', 'updated_at': '2022-01-17T18:33:08Z', 'revision_number': 4, 'project_id': '0432223bf44a41f8b54d3dd72f91ab23', 'gw_port': {'id': '865057a3-263e-4be7-92f9-25c1b27f4641', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e254ddfa-ed96-4f5a-9360-e9b4416a136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:33:04Z', 'updated_at': '2022-01-17T18:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': 'f36fb360-a32e-4955-a6a2-4ca584f978db', 'name': '', 'network_id': 'c7be8b4a-87a0-429d-90a7-d3e776da3ff6', 'tenant_id': '0432223bf44a41f8b54d3dd72f91ab23', 'mac_address': 'fa:16:3e:68:0e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e254ddfa-ed96-4f5a-9360-e9b4416a136a', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'd78a00a8-af54-40bf-8eef-370a8628cb65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:33:07Z', 'updated_at': '2022-01-17T18:33:12Z', 'revision_number': 4, 'project_id': '0432223bf44a41f8b54d3dd72f91ab23', 'subnets': [{'id': 'd78a00a8-af54-40bf-8eef-370a8628cb65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:33:13.444154 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5df87f-2670-469b-9c0c-301dedc7db11 None None] Pushing event updated for resources: {'Port': ['ID=f36fb360-a32e-4955-a6a2-4ca584f978db,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:13.462372 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-542bf822-8ccc-4388-959d-d9c8daf60c6f req-296aa7a2-4008-4844-9ae8-4bc394da686a service neutron] 10.222.0.31 "GET /v2.0/networks/2212e019-d500-4b0c-9632-00978d519e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589019 Jan 17 18:33:13.523187 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dd52a582-7bde-4894-860c-bfdab1b2271e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565616'] for router_gateway (c19eba3b-927f-410a-9065-aca8f92572f2), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:13.643175 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-542bf822-8ccc-4388-959d-d9c8daf60c6f req-7db42572-3128-4888-909c-66731070f479 service neutron] 10.222.0.31 "GET /v2.0/networks/2212e019-d500-4b0c-9632-00978d519e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703529 Jan 17 18:33:13.749561 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dd52a582-7bde-4894-860c-bfdab1b2271e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31983'] for router (c19eba3b-927f-410a-9065-aca8f92572f2), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:13.763772 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dd52a582-7bde-4894-860c-bfdab1b2271e admin admin] Publish callbacks [] for router_controller (c19eba3b-927f-410a-9065-aca8f92572f2), precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:13.873477 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dd52a582-7bde-4894-860c-bfdab1b2271e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-567788'] for router (c19eba3b-927f-410a-9065-aca8f92572f2), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:13.874134 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd52a582-7bde-4894-860c-bfdab1b2271e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c19eba3b-927f-410a-9065-aca8f92572f2 {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 18:33:13.882299 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dd52a582-7bde-4894-860c-bfdab1b2271e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:13.883815 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-dd52a582-7bde-4894-860c-bfdab1b2271e admin admin] 10.222.0.57 "DELETE /v2.0/routers/c19eba3b-927f-410a-9065-aca8f92572f2 HTTP/1.1" status: 204 len: 168 time: 1.8025382 Jan 17 18:33:13.888630 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 58190) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:13.940258 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-1961d4a7-a6f3-4497-9801-19afdd2dc5f7 admin admin] Deleting subnet 09b30f79-9dbf-4db5-8afc-15f2fb928f6f {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 18:33:13.944442 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1961d4a7-a6f3-4497-9801-19afdd2dc5f7 admin admin] Publish callbacks [] for subnet (09b30f79-9dbf-4db5-8afc-15f2fb928f6f), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:13.987902 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1961d4a7-a6f3-4497-9801-19afdd2dc5f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3232230'] for subnet (09b30f79-9dbf-4db5-8afc-15f2fb928f6f), precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:14.037617 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1961d4a7-a6f3-4497-9801-19afdd2dc5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16255576'] for subnet (09b30f79-9dbf-4db5-8afc-15f2fb928f6f), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:14.118558 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1961d4a7-a6f3-4497-9801-19afdd2dc5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16255567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261205578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261080105'] for subnet (09b30f79-9dbf-4db5-8afc-15f2fb928f6f), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:14.153661 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1961d4a7-a6f3-4497-9801-19afdd2dc5f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09b30f79-9dbf-4db5-8afc-15f2fb928f6f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:14.155795 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1961d4a7-a6f3-4497-9801-19afdd2dc5f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:14.161623 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 58192) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:14.161756 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-1961d4a7-a6f3-4497-9801-19afdd2dc5f7 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/09b30f79-9dbf-4db5-8afc-15f2fb928f6f HTTP/1.1" status: 204 len: 168 time: 0.2736549 Jan 17 18:33:14.311335 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device f36fb360-a32e-4955-a6a2-4ca584f978db up at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:33:14.337790 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-586549e7-19e2-469f-b4b8-ac6e4d4bd1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16714788'] for network (dc7b8bda-4f6a-4a84-9c64-8df87d1d200d), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:14.387256 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Provisioning complete for port f36fb360-a32e-4955-a6a2-4ca584f978db triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:33:14.388009 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (f36fb360-a32e-4955-a6a2-4ca584f978db), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:14.472284 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-586549e7-19e2-469f-b4b8-ac6e4d4bd1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16256479', 'neutron.services.segments.db._delete_segments_for_network-8736374233384'] for network (dc7b8bda-4f6a-4a84-9c64-8df87d1d200d), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:14.505474 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.services.segments.db [None req-586549e7-19e2-469f-b4b8-ac6e4d4bd1aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc7b8bda-4f6a-4a84-9c64-8df87d1d200d']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:33:14.518373 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Current status of the port f36fb360-a32e-4955-a6a2-4ca584f978db is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:33:14.520984 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.services.segments.db [None req-586549e7-19e2-469f-b4b8-ac6e4d4bd1aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b577ace6-8bea-4272-ac15-e90e8f56340e') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:33:14.521373 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.services.segments.db [None req-586549e7-19e2-469f-b4b8-ac6e4d4bd1aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b577ace6-8bea-4272-ac15-e90e8f56340e') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:33:14.541491 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-586549e7-19e2-469f-b4b8-ac6e4d4bd1aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736374233137', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558899'] for segment (b577ace6-8bea-4272-ac15-e90e8f56340e), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:14.561700 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-586549e7-19e2-469f-b4b8-ac6e4d4bd1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749'] for segment (b577ace6-8bea-4272-ac15-e90e8f56340e), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:14.575270 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-586549e7-19e2-469f-b4b8-ac6e4d4bd1aa admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 18:33:14.577227 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-586549e7-19e2-469f-b4b8-ac6e4d4bd1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260167976'] for segment (b577ace6-8bea-4272-ac15-e90e8f56340e), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: Traceback (most recent call last): Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: timer() Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: cb(*args, **kw) Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: return func(*args, **kwargs) Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: self._notify() Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: self.callback(batched_events) Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: event.method(event) Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: return f(self, *a, **k) Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: return self._get(url).json() Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: return self.request(url, 'GET', **kwargs) Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 18:33:14.586247 dv-cinder-824995-1-iscsi neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 18:33:14.602386 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 213b1e14-eac7-4235-a6a6-14bc898b6586 no longer exists at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:33:14.634949 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] No Port match for: 213b1e14-eac7-4235-a6a6-14bc898b6586 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:33:14.635308 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 213b1e14-eac7-4235-a6a6-14bc898b6586 not bound to the agent host dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:33:14.638239 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 5c62683a-0f38-424c-b7f3-70de37641fc9 no longer exists at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:33:14.662130 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:14.662922 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] No Port match for: 5c62683a-0f38-424c-b7f3-70de37641fc9 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:33:14.663259 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 5c62683a-0f38-424c-b7f3-70de37641fc9 not bound to the agent host dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:33:14.710025 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-586549e7-19e2-469f-b4b8-ac6e4d4bd1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16256454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565532'] for network (dc7b8bda-4f6a-4a84-9c64-8df87d1d200d), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:14.728009 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-586549e7-19e2-469f-b4b8-ac6e4d4bd1aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for network (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:14.731933 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-586549e7-19e2-469f-b4b8-ac6e4d4bd1aa admin admin] 10.222.0.57 "DELETE /v2.0/networks/dc7b8bda-4f6a-4a84-9c64-8df87d1d200d HTTP/1.1" status: 204 len: 168 time: 0.5689592 Jan 17 18:33:14.779095 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586549e7-19e2-469f-b4b8-ac6e4d4bd1aa admin admin] Pushing event deleted for resources: {'Network': ['ID=dc7b8bda-4f6a-4a84-9c64-8df87d1d200d,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:15.029072 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 58198) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:15.103489 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-38b04f5a-f3e8-4406-83d2-01283366890c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e713cd04cf914d75bc12b271eea8bc44&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0717762 Jan 17 18:33:15.105799 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 58200) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:15.167028 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-576689bc-c328-4188-aa94-04d924b0688d admin admin] Publish callbacks [] for security_group (8289b9b8-47ad-4858-afff-008aca53a5bc), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:15.194372 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-576689bc-c328-4188-aa94-04d924b0688d admin admin] Publish callbacks [] for security_group (8289b9b8-47ad-4858-afff-008aca53a5bc), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:15.257445 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-576689bc-c328-4188-aa94-04d924b0688d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (8289b9b8-47ad-4858-afff-008aca53a5bc), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:15.261418 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-576689bc-c328-4188-aa94-04d924b0688d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:15.262581 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-576689bc-c328-4188-aa94-04d924b0688d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8289b9b8-47ad-4858-afff-008aca53a5bc HTTP/1.1" status: 204 len: 168 time: 0.1554859 Jan 17 18:33:15.272624 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576689bc-c328-4188-aa94-04d924b0688d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8289b9b8-47ad-4858-afff-008aca53a5bc,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:21.060545 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cf01204e-a53c-4c03-901b-0e7b33bfa92b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:21.579672 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 58330) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:21.686759 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e2395699-faf1-4a4e-a6eb-5ef7befbdf29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:21.760172 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e2395699-faf1-4a4e-a6eb-5ef7befbdf29 admin admin] Publish callbacks [] for security_group (64b72711-a174-4f47-85ea-41c26ef14637), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:21.764121 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e2395699-faf1-4a4e-a6eb-5ef7befbdf29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (64b72711-a174-4f47-85ea-41c26ef14637), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:21.800995 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-e2395699-faf1-4a4e-a6eb-5ef7befbdf29 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=13dd21f0be7040409a928d131bd2f497&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201498 Jan 17 18:33:21.801779 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2395699-faf1-4a4e-a6eb-5ef7befbdf29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b72711-a174-4f47-85ea-41c26ef14637,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:21.803713 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 58334) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:21.809956 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2395699-faf1-4a4e-a6eb-5ef7befbdf29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:21.810301 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2395699-faf1-4a4e-a6eb-5ef7befbdf29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:21.810643 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2395699-faf1-4a4e-a6eb-5ef7befbdf29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:21.810977 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2395699-faf1-4a4e-a6eb-5ef7befbdf29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:21.811307 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2395699-faf1-4a4e-a6eb-5ef7befbdf29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:21.811657 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2395699-faf1-4a4e-a6eb-5ef7befbdf29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:21.811982 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2395699-faf1-4a4e-a6eb-5ef7befbdf29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:21.812416 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2395699-faf1-4a4e-a6eb-5ef7befbdf29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:21.812619 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2395699-faf1-4a4e-a6eb-5ef7befbdf29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:21.812942 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2395699-faf1-4a4e-a6eb-5ef7befbdf29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:21.813260 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2395699-faf1-4a4e-a6eb-5ef7befbdf29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:21.813573 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2395699-faf1-4a4e-a6eb-5ef7befbdf29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:21.813886 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2395699-faf1-4a4e-a6eb-5ef7befbdf29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:21.873734 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-97a3a809-1be8-4c55-ab5b-50514ad3e7e5 admin admin] Publish callbacks [] for security_group (64b72711-a174-4f47-85ea-41c26ef14637), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:21.895627 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-97a3a809-1be8-4c55-ab5b-50514ad3e7e5 admin admin] Publish callbacks [] for security_group (64b72711-a174-4f47-85ea-41c26ef14637), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:21.945694 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-97a3a809-1be8-4c55-ab5b-50514ad3e7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (64b72711-a174-4f47-85ea-41c26ef14637), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:21.948721 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-97a3a809-1be8-4c55-ab5b-50514ad3e7e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:21.949929 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-97a3a809-1be8-4c55-ab5b-50514ad3e7e5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/64b72711-a174-4f47-85ea-41c26ef14637 HTTP/1.1" status: 204 len: 168 time: 0.1446621 Jan 17 18:33:21.958286 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3a809-1be8-4c55-ab5b-50514ad3e7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b72711-a174-4f47-85ea-41c26ef14637,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:22.084365 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-d33c91bd-3711-4d5c-b56a-f8467b0e0fcd tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:22.085829 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-d33c91bd-3711-4d5c-b56a-f8467b0e0fcd tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/networks?id=dccdeae5-587d-4d52-a83e-bf0e5e960be6 HTTP/1.1" status: 200 len: 814 time: 0.1075852 Jan 17 18:33:22.100426 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-6f1a7b13-907c-4602-8d0f-caa735d7899d tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/quotas/866af26a4754486ca3599fdaeaeb709d HTTP/1.1" status: 200 len: 375 time: 0.0090721 Jan 17 18:33:22.155771 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-fb597d8d-0c82-488e-b780-403d168b116c tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=866af26a4754486ca3599fdaeaeb709d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497799 Jan 17 18:33:22.232369 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 58352) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:22.246225 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-60a0dba8-9476-4239-89aa-aec10bf0e541 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:22.252864 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-de0de8e6-142b-4dbb-8070-148890fe4e36 service neutron] 10.222.0.57 "GET /v2.0/networks/dccdeae5-587d-4d52-a83e-bf0e5e960be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862188 Jan 17 18:33:22.345454 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-60a0dba8-9476-4239-89aa-aec10bf0e541 admin admin] Publish callbacks [] for security_group (9a4e1bc2-f754-4792-b6c0-771e9d383898), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:22.349508 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-60a0dba8-9476-4239-89aa-aec10bf0e541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (9a4e1bc2-f754-4792-b6c0-771e9d383898), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:22.361258 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-d34a4929-ae05-43d3-8de0-ac0fe1e1baf6 service neutron] 10.222.0.57 "GET /v2.0/networks/dccdeae5-587d-4d52-a83e-bf0e5e960be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023579 Jan 17 18:33:22.386860 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-60a0dba8-9476-4239-89aa-aec10bf0e541 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0b2577db24d44648b3f86c4802f11275&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1533251 Jan 17 18:33:22.388857 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0dba8-9476-4239-89aa-aec10bf0e541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4e1bc2-f754-4792-b6c0-771e9d383898,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:22.389870 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 58356) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:22.442972 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d442e69c-73b3-4af9-91ba-4a937893bdd9 admin admin] Publish callbacks [] for security_group (9a4e1bc2-f754-4792-b6c0-771e9d383898), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:22.466247 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d442e69c-73b3-4af9-91ba-4a937893bdd9 admin admin] Publish callbacks [] for security_group (9a4e1bc2-f754-4792-b6c0-771e9d383898), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:22.522550 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d442e69c-73b3-4af9-91ba-4a937893bdd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (9a4e1bc2-f754-4792-b6c0-771e9d383898), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:22.528004 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d442e69c-73b3-4af9-91ba-4a937893bdd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:22.529250 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-d442e69c-73b3-4af9-91ba-4a937893bdd9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9a4e1bc2-f754-4792-b6c0-771e9d383898 HTTP/1.1" status: 204 len: 168 time: 0.1383550 Jan 17 18:33:22.531819 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d5ac7b64-1953-44b6-84df-b9a4a3c4c873 req-f6001480-de9c-47cf-86e2-18478dda9b06 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 210 time: 0.0287421 Jan 17 18:33:22.542919 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d442e69c-73b3-4af9-91ba-4a937893bdd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4e1bc2-f754-4792-b6c0-771e9d383898,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:23.380538 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-98249ce2-238a-491a-87f2-9d7dac1d10d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:23.574495 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-631c6dc9-6ee8-4117-ac11-a52e2d635163 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:23.576033 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-631c6dc9-6ee8-4117-ac11-a52e2d635163 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.31 "GET /v2.0/networks?id=dccdeae5-587d-4d52-a83e-bf0e5e960be6 HTTP/1.1" status: 200 len: 814 time: 0.1144187 Jan 17 18:33:23.589978 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-5a01cfb0-2f7f-4c48-ac03-5eb3e3bf625f tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Request body: {'port': {'device_id': '5f25d59e-777d-49d3-b55d-dad1905e68a7', 'network_id': 'dccdeae5-587d-4d52-a83e-bf0e5e960be6', 'admin_state_up': True, 'tenant_id': '866af26a4754486ca3599fdaeaeb709d'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:33:23.670124 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-f610efe6-9714-4e45-964e-562705f5beed req-f28acea6-5036-4a8d-944d-abc796f71b4b tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 210 time: 0.0397513 Jan 17 18:33:23.733782 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-5a01cfb0-2f7f-4c48-ac03-5eb3e3bf625f tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Made reservation on behalf of 866af26a4754486ca3599fdaeaeb709d for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:33:23.737406 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-5a01cfb0-2f7f-4c48-ac03-5eb3e3bf625f tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:23.870244 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-5a01cfb0-2f7f-4c48-ac03-5eb3e3bf625f tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Allocated IP 172.20.0.7 (dccdeae5-587d-4d52-a83e-bf0e5e960be6/64682820-22d9-45bb-a5bd-8cb7e93bf47a/dbc903b1-0ad0-4d81-a229-ef71ea8db08f) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:33:24.035916 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-5a01cfb0-2f7f-4c48-ac03-5eb3e3bf625f tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks [] for port (dbc903b1-0ad0-4d81-a229-ef71ea8db08f), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:24.084304 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-5a01cfb0-2f7f-4c48-ac03-5eb3e3bf625f tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (dbc903b1-0ad0-4d81-a229-ef71ea8db08f), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:24.135503 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-5a01cfb0-2f7f-4c48-ac03-5eb3e3bf625f tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Network dccdeae5-587d-4d52-a83e-bf0e5e960be6 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:33:24.139740 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-5a01cfb0-2f7f-4c48-ac03-5eb3e3bf625f tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:33:24.142750 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-5a01cfb0-2f7f-4c48-ac03-5eb3e3bf625f tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:33:24.180242 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01cfb0-2f7f-4c48-ac03-5eb3e3bf625f tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Pushing event updated for resources: {'Port': ['ID=dbc903b1-0ad0-4d81-a229-ef71ea8db08f,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:24.211102 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-5a01cfb0-2f7f-4c48-ac03-5eb3e3bf625f tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:24.212198 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-5a01cfb0-2f7f-4c48-ac03-5eb3e3bf625f tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:24.245313 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-5a01cfb0-2f7f-4c48-ac03-5eb3e3bf625f tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6595578 Jan 17 18:33:24.278656 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-19d28bdb-6f31-4c03-bac5-6f441c3d014b service neutron] Request body: {'port': {'device_id': '5f25d59e-777d-49d3-b55d-dad1905e68a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82499'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:33:24.413445 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-19d28bdb-6f31-4c03-bac5-6f441c3d014b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (dbc903b1-0ad0-4d81-a229-ef71ea8db08f), before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:24.548570 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:24.594085 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-6d41e4f5-b8e2-4ebf-8d3a-b020125bc59a None None] Provisioning complete for port dbc903b1-0ad0-4d81-a229-ef71ea8db08f triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:33:24.594534 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6d41e4f5-b8e2-4ebf-8d3a-b020125bc59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (dbc903b1-0ad0-4d81-a229-ef71ea8db08f), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:24.693368 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-6d41e4f5-b8e2-4ebf-8d3a-b020125bc59a None None] Port dbc903b1-0ad0-4d81-a229-ef71ea8db08f cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 18:33:24.811178 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cdc12-c2e8-4b24-8734-43d74932677c req-de1c47b1-b1df-4ed3-b11d-65b94f062da4 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:24.818862 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-0a7cdc12-c2e8-4b24-8734-43d74932677c req-de1c47b1-b1df-4ed3-b11d-65b94f062da4 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 931 time: 0.0618174 Jan 17 18:33:24.909303 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-0a7cdc12-c2e8-4b24-8734-43d74932677c req-c04b2100-0120-4683-9ad4-2488aa065584 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae35a236-21e9-4b46-982d-37ea4de721b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888133 Jan 17 18:33:25.004273 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.notifiers.nova [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-19d28bdb-6f31-4c03-bac5-6f441c3d014b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbc903b1-0ad0-4d81-a229-ef71ea8db08f {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:33:25.025165 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-19d28bdb-6f31-4c03-bac5-6f441c3d014b service neutron] Publish callbacks [] for port (dbc903b1-0ad0-4d81-a229-ef71ea8db08f), precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:25.057631 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-19d28bdb-6f31-4c03-bac5-6f441c3d014b service neutron] Transition to ACTIVE for port object dbc903b1-0ad0-4d81-a229-ef71ea8db08f will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 18:33:25.063953 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-19d28bdb-6f31-4c03-bac5-6f441c3d014b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167948'] for port (dbc903b1-0ad0-4d81-a229-ef71ea8db08f), after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:25.162766 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d28bdb-6f31-4c03-bac5-6f441c3d014b service neutron] Pushing event updated for resources: {'Port': ['ID=dbc903b1-0ad0-4d81-a229-ef71ea8db08f,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:25.240863 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-19d28bdb-6f31-4c03-bac5-6f441c3d014b service neutron] Attempting to bind port dbc903b1-0ad0-4d81-a229-ef71ea8db08f on host hv-cinder-82499 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:33:25.241416 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-19d28bdb-6f31-4c03-bac5-6f441c3d014b service neutron] Attempting to bind port dbc903b1-0ad0-4d81-a229-ef71ea8db08f by drivers openvswitch,hyperv on host hv-cinder-82499 at level 0 using segments [{'id': 'e0855cfa-57b2-4036-adea-73fc74dd99a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'dccdeae5-587d-4d52-a83e-bf0e5e960be6'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:33:25.241811 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-19d28bdb-6f31-4c03-bac5-6f441c3d014b service neutron] Attempting to bind port dbc903b1-0ad0-4d81-a229-ef71ea8db08f on network dccdeae5-587d-4d52-a83e-bf0e5e960be6 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:33:25.248808 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-19d28bdb-6f31-4c03-bac5-6f441c3d014b service neutron] Port dbc903b1-0ad0-4d81-a229-ef71ea8db08f on network dccdeae5-587d-4d52-a83e-bf0e5e960be6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82499 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 18:33:25.249198 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-19d28bdb-6f31-4c03-bac5-6f441c3d014b service neutron] Attempting to bind port dbc903b1-0ad0-4d81-a229-ef71ea8db08f on network dccdeae5-587d-4d52-a83e-bf0e5e960be6 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:33:25.254894 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-19d28bdb-6f31-4c03-bac5-6f441c3d014b service neutron] Checking agent: {'id': 'c251eb83-93a6-4d5d-bd4b-c362ae836320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82499', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'started_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:33:25.255236 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-19d28bdb-6f31-4c03-bac5-6f441c3d014b service neutron] Checking segment: {'id': 'e0855cfa-57b2-4036-adea-73fc74dd99a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'dccdeae5-587d-4d52-a83e-bf0e5e960be6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:33:25.255708 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-19d28bdb-6f31-4c03-bac5-6f441c3d014b service neutron] Bound using segment: {'id': 'e0855cfa-57b2-4036-adea-73fc74dd99a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'dccdeae5-587d-4d52-a83e-bf0e5e960be6'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:33:25.256225 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-19d28bdb-6f31-4c03-bac5-6f441c3d014b service neutron] Bound port: dbc903b1-0ad0-4d81-a229-ef71ea8db08f, host: hv-cinder-82499, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0855cfa-57b2-4036-adea-73fc74dd99a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'dccdeae5-587d-4d52-a83e-bf0e5e960be6'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:33:25.256657 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-19d28bdb-6f31-4c03-bac5-6f441c3d014b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (dbc903b1-0ad0-4d81-a229-ef71ea8db08f), before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:25.366050 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-19d28bdb-6f31-4c03-bac5-6f441c3d014b service neutron] For port dbc903b1-0ad0-4d81-a229-ef71ea8db08f, host hv-cinder-82499, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:33:25.369552 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-19d28bdb-6f31-4c03-bac5-6f441c3d014b service neutron] For port dbc903b1-0ad0-4d81-a229-ef71ea8db08f, host hv-cinder-82499, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=dbc903b1-0ad0-4d81-a229-ef71ea8db08f,segment=NetworkSegment(e0855cfa-57b2-4036-adea-73fc74dd99a2),segment_id=e0855cfa-57b2-4036-adea-73fc74dd99a2)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:33:25.376466 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-19d28bdb-6f31-4c03-bac5-6f441c3d014b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167948'] for port (dbc903b1-0ad0-4d81-a229-ef71ea8db08f), after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:25.429797 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-19d28bdb-6f31-4c03-bac5-6f441c3d014b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:25.430382 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-19d28bdb-6f31-4c03-bac5-6f441c3d014b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:25.431843 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-19d28bdb-6f31-4c03-bac5-6f441c3d014b service neutron] 10.222.0.31 "PUT /v2.0/ports/dbc903b1-0ad0-4d81-a229-ef71ea8db08f HTTP/1.1" status: 200 len: 1093 time: 1.1617339 Jan 17 18:33:25.432315 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f25d59e-777d-49d3-b55d-dad1905e68a7', 'tag': 'dbc903b1-0ad0-4d81-a229-ef71ea8db08f'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:33:25.436517 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6acf6e2448acaa9df75d0cfb4ee4f42f1c652325a2342385b5920e3fd6e7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916284f6-1c94-4838-917f-0279a064582f" -d '{"events": [{"name": "network-changed", "server_uuid": "5f25d59e-777d-49d3-b55d-dad1905e68a7", "tag": "dbc903b1-0ad0-4d81-a229-ef71ea8db08f"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:33:25.476434 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d28bdb-6f31-4c03-bac5-6f441c3d014b service neutron] Pushing event updated for resources: {'Port': ['ID=dbc903b1-0ad0-4d81-a229-ef71ea8db08f,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:25.566243 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 18:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c791096d-c861-4e4b-991a-bd67bfd338bb x-openstack-request-id: req-c791096d-c861-4e4b-991a-bd67bfd338bb {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:33:25.567909 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f25d59e-777d-49d3-b55d-dad1905e68a7", "tag": "dbc903b1-0ad0-4d81-a229-ef71ea8db08f", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:33:25.568855 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c791096d-c861-4e4b-991a-bd67bfd338bb {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:33:25.570479 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f25d59e-777d-49d3-b55d-dad1905e68a7', 'tag': 'dbc903b1-0ad0-4d81-a229-ef71ea8db08f', 'status': 'completed', 'code': 200} Jan 17 18:33:25.639662 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-a08bf96e-c560-4d32-9aa1-29db0b1af5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:25.642148 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-a08bf96e-c560-4d32-9aa1-29db0b1af5aa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=866af26a4754486ca3599fdaeaeb709d&device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 1096 time: 0.1247635 Jan 17 18:33:26.058616 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c6b45-9815-45f5-b7af-3c90e0dcd5e9 req-4e145cec-7db8-46ae-b27b-82950d75d0a0 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:26.060192 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-712c6b45-9815-45f5-b7af-3c90e0dcd5e9 req-4e145cec-7db8-46ae-b27b-82950d75d0a0 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 943 time: 0.0588746 Jan 17 18:33:26.118382 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:26.138969 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-712c6b45-9815-45f5-b7af-3c90e0dcd5e9 req-df52f74b-e2e3-4166-ba64-8769b3a2c99d tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae35a236-21e9-4b46-982d-37ea4de721b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726037 Jan 17 18:33:26.418133 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 58484) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:26.530083 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-67286a80-be8a-40de-a756-c473f3730c35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:26.613338 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-67286a80-be8a-40de-a756-c473f3730c35 admin admin] Publish callbacks [] for security_group (b83a1d33-7ac4-4db2-9d4d-642ea082b4de), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:26.618517 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-67286a80-be8a-40de-a756-c473f3730c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (b83a1d33-7ac4-4db2-9d4d-642ea082b4de), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:26.668056 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-67286a80-be8a-40de-a756-c473f3730c35 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5b146869f3d64586a70e5fe57fdbe727&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2459970 Jan 17 18:33:26.668056 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67286a80-be8a-40de-a756-c473f3730c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83a1d33-7ac4-4db2-9d4d-642ea082b4de,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:26.668925 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 58492) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:26.744050 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a562af72-9e2c-4abe-95ab-f62b3ff41cd1 admin admin] Publish callbacks [] for security_group (b83a1d33-7ac4-4db2-9d4d-642ea082b4de), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:26.768788 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a562af72-9e2c-4abe-95ab-f62b3ff41cd1 admin admin] Publish callbacks [] for security_group (b83a1d33-7ac4-4db2-9d4d-642ea082b4de), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:26.832330 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a562af72-9e2c-4abe-95ab-f62b3ff41cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (b83a1d33-7ac4-4db2-9d4d-642ea082b4de), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:26.835103 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a562af72-9e2c-4abe-95ab-f62b3ff41cd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:26.852051 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-a562af72-9e2c-4abe-95ab-f62b3ff41cd1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b83a1d33-7ac4-4db2-9d4d-642ea082b4de HTTP/1.1" status: 204 len: 168 time: 0.1817932 Jan 17 18:33:26.876713 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562af72-9e2c-4abe-95ab-f62b3ff41cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83a1d33-7ac4-4db2-9d4d-642ea082b4de,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:27.273759 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9338656-62f6-4c17-ae3a-bbea3483bab5 req-e0d64d14-ffee-4256-a2db-be9e3bbc2b55 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:27.275357 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b9338656-62f6-4c17-ae3a-bbea3483bab5 req-e0d64d14-ffee-4256-a2db-be9e3bbc2b55 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 943 time: 0.0680499 Jan 17 18:33:27.349888 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:27.355696 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b9338656-62f6-4c17-ae3a-bbea3483bab5 req-4f33347d-ffe0-4ccc-957a-2df38a443cec tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae35a236-21e9-4b46-982d-37ea4de721b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738571 Jan 17 18:33:28.482722 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c3e96-9194-4063-91b3-8a3d9e54b6ae req-309429b2-6f70-40ad-8f03-076485d7158d tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:28.485030 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b21c3e96-9194-4063-91b3-8a3d9e54b6ae req-309429b2-6f70-40ad-8f03-076485d7158d tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 943 time: 0.0544004 Jan 17 18:33:28.555367 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b21c3e96-9194-4063-91b3-8a3d9e54b6ae req-dca1a194-b702-4924-80b0-10cb5036460b tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae35a236-21e9-4b46-982d-37ea4de721b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636442 Jan 17 18:33:28.621270 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 58558) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:28.735659 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5f19a01e-0d97-41a5-98d4-44b11142b327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:28.814982 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5f19a01e-0d97-41a5-98d4-44b11142b327 admin admin] Publish callbacks [] for security_group (65a26898-03e1-4f34-9e7c-d38c202be03a), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:28.818571 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5f19a01e-0d97-41a5-98d4-44b11142b327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (65a26898-03e1-4f34-9e7c-d38c202be03a), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:28.857087 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-5f19a01e-0d97-41a5-98d4-44b11142b327 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7d6512893dfa46dd90e7405c90d11815&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346795 Jan 17 18:33:28.858046 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f19a01e-0d97-41a5-98d4-44b11142b327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a26898-03e1-4f34-9e7c-d38c202be03a,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:28.859814 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 58562) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:28.918455 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8172a3b4-8e99-4397-a16b-9ceee42e7757 admin admin] Publish callbacks [] for security_group (65a26898-03e1-4f34-9e7c-d38c202be03a), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:28.941113 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8172a3b4-8e99-4397-a16b-9ceee42e7757 admin admin] Publish callbacks [] for security_group (65a26898-03e1-4f34-9e7c-d38c202be03a), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:28.989201 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8172a3b4-8e99-4397-a16b-9ceee42e7757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (65a26898-03e1-4f34-9e7c-d38c202be03a), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:28.992106 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8172a3b4-8e99-4397-a16b-9ceee42e7757 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:28.993336 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-8172a3b4-8e99-4397-a16b-9ceee42e7757 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/65a26898-03e1-4f34-9e7c-d38c202be03a HTTP/1.1" status: 204 len: 168 time: 0.1310041 Jan 17 18:33:29.003180 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172a3b4-8e99-4397-a16b-9ceee42e7757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a26898-03e1-4f34-9e7c-d38c202be03a,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:29.401881 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 58574) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:29.426793 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9267e672-0f07-4927-8ba9-66a89635a41f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:29.517850 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9267e672-0f07-4927-8ba9-66a89635a41f admin admin] Publish callbacks [] for security_group (e818be31-2728-4fd5-b46a-c5faba148678), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:29.523959 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9267e672-0f07-4927-8ba9-66a89635a41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (e818be31-2728-4fd5-b46a-c5faba148678), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:29.566709 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-9267e672-0f07-4927-8ba9-66a89635a41f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ea48da17359b40f28823e02867e95454&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1632125 Jan 17 18:33:29.568080 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267e672-0f07-4927-8ba9-66a89635a41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e818be31-2728-4fd5-b46a-c5faba148678,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:29.569406 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 58576) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:29.633532 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7ae6da49-838b-42f6-af4d-46e42f5f08e8 admin admin] Publish callbacks [] for security_group (e818be31-2728-4fd5-b46a-c5faba148678), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:29.683588 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7ae6da49-838b-42f6-af4d-46e42f5f08e8 admin admin] Publish callbacks [] for security_group (e818be31-2728-4fd5-b46a-c5faba148678), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:29.726578 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947af9bb-1ced-4e8f-9a4b-eddba3f09064 req-0ee90971-72b0-461e-ae04-2dbff9b8845e tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:29.728265 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-947af9bb-1ced-4e8f-9a4b-eddba3f09064 req-0ee90971-72b0-461e-ae04-2dbff9b8845e tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 943 time: 0.0925937 Jan 17 18:33:29.768029 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7ae6da49-838b-42f6-af4d-46e42f5f08e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (e818be31-2728-4fd5-b46a-c5faba148678), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:29.770587 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7ae6da49-838b-42f6-af4d-46e42f5f08e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:29.771766 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-7ae6da49-838b-42f6-af4d-46e42f5f08e8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e818be31-2728-4fd5-b46a-c5faba148678 HTTP/1.1" status: 204 len: 168 time: 0.2011888 Jan 17 18:33:29.787233 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6da49-838b-42f6-af4d-46e42f5f08e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e818be31-2728-4fd5-b46a-c5faba148678,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:29.794032 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-947af9bb-1ced-4e8f-9a4b-eddba3f09064 req-298f21c7-4204-4427-96ad-f51107cf24ee tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae35a236-21e9-4b46-982d-37ea4de721b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594420 Jan 17 18:33:30.168632 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 58588) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:30.182923 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c22aff10-a15a-41d1-8487-e118835f18e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:30.263401 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c22aff10-a15a-41d1-8487-e118835f18e3 admin admin] Publish callbacks [] for security_group (ab814865-ba3c-4adf-b2f0-f9952cbbd7db), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:30.267635 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c22aff10-a15a-41d1-8487-e118835f18e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (ab814865-ba3c-4adf-b2f0-f9952cbbd7db), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:30.309808 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22aff10-a15a-41d1-8487-e118835f18e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab814865-ba3c-4adf-b2f0-f9952cbbd7db,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:30.316017 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-c22aff10-a15a-41d1-8487-e118835f18e3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6e34153b81ad4d36adfee52e1e922abe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1461666 Jan 17 18:33:30.318750 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 58590) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:30.379731 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-63677e74-8d40-4627-af4f-e678bd35417e admin admin] Publish callbacks [] for security_group (ab814865-ba3c-4adf-b2f0-f9952cbbd7db), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:30.407268 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-63677e74-8d40-4627-af4f-e678bd35417e admin admin] Publish callbacks [] for security_group (ab814865-ba3c-4adf-b2f0-f9952cbbd7db), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:30.467179 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-63677e74-8d40-4627-af4f-e678bd35417e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (ab814865-ba3c-4adf-b2f0-f9952cbbd7db), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:30.471240 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-63677e74-8d40-4627-af4f-e678bd35417e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:30.473025 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-63677e74-8d40-4627-af4f-e678bd35417e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ab814865-ba3c-4adf-b2f0-f9952cbbd7db HTTP/1.1" status: 204 len: 168 time: 0.1532686 Jan 17 18:33:30.484604 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63677e74-8d40-4627-af4f-e678bd35417e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab814865-ba3c-4adf-b2f0-f9952cbbd7db,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:30.942431 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3369c8-fd5c-4c16-bed9-f0e10753e27c req-d3d3bda1-4a41-4f6e-a1ab-72474538b574 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:30.944799 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ab3369c8-fd5c-4c16-bed9-f0e10753e27c req-d3d3bda1-4a41-4f6e-a1ab-72474538b574 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 943 time: 0.0644319 Jan 17 18:33:31.024463 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ab3369c8-fd5c-4c16-bed9-f0e10753e27c req-87deeb2f-944e-462f-8481-7e1eab1de559 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae35a236-21e9-4b46-982d-37ea4de721b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704787 Jan 17 18:33:32.181956 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c2c53-99e8-4c4a-9c68-8bd7585921c0 req-e04229eb-1b1c-4196-9463-83788a9e1b60 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:32.188030 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-614c2c53-99e8-4c4a-9c68-8bd7585921c0 req-e04229eb-1b1c-4196-9463-83788a9e1b60 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 943 time: 0.0879376 Jan 17 18:33:32.248531 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-614c2c53-99e8-4c4a-9c68-8bd7585921c0 req-53f88b14-6f98-403d-bed5-f76dbe895dbc tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae35a236-21e9-4b46-982d-37ea4de721b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570941 Jan 17 18:33:32.909795 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 58672) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:33.031156 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6e5dfb7d-1e5d-4c46-a72f-551e73014d2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:33.119192 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6e5dfb7d-1e5d-4c46-a72f-551e73014d2c admin admin] Publish callbacks [] for security_group (e10e8d15-005e-4981-aa5a-157daf86b7e7), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:33.124483 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6e5dfb7d-1e5d-4c46-a72f-551e73014d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (e10e8d15-005e-4981-aa5a-157daf86b7e7), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:33.165702 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5dfb7d-1e5d-4c46-a72f-551e73014d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10e8d15-005e-4981-aa5a-157daf86b7e7,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:33.170696 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-6e5dfb7d-1e5d-4c46-a72f-551e73014d2c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0a01a0a3ab0a4fcea6057250d3d157bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2597926 Jan 17 18:33:33.173498 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 58676) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:33.175736 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5dfb7d-1e5d-4c46-a72f-551e73014d2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:33.176086 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5dfb7d-1e5d-4c46-a72f-551e73014d2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:33.176425 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5dfb7d-1e5d-4c46-a72f-551e73014d2c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:33.176762 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5dfb7d-1e5d-4c46-a72f-551e73014d2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:33.177098 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5dfb7d-1e5d-4c46-a72f-551e73014d2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:33.177422 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5dfb7d-1e5d-4c46-a72f-551e73014d2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:33.177751 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5dfb7d-1e5d-4c46-a72f-551e73014d2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:33.178078 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5dfb7d-1e5d-4c46-a72f-551e73014d2c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:33.178404 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5dfb7d-1e5d-4c46-a72f-551e73014d2c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:33.178733 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5dfb7d-1e5d-4c46-a72f-551e73014d2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:33.179055 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5dfb7d-1e5d-4c46-a72f-551e73014d2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:33.179423 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5dfb7d-1e5d-4c46-a72f-551e73014d2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:33.179775 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5dfb7d-1e5d-4c46-a72f-551e73014d2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:33.236784 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-264735b6-3c55-417a-9e58-2f3bcafa86c0 admin admin] Publish callbacks [] for security_group (e10e8d15-005e-4981-aa5a-157daf86b7e7), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:33.262354 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-264735b6-3c55-417a-9e58-2f3bcafa86c0 admin admin] Publish callbacks [] for security_group (e10e8d15-005e-4981-aa5a-157daf86b7e7), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:33.316902 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-264735b6-3c55-417a-9e58-2f3bcafa86c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (e10e8d15-005e-4981-aa5a-157daf86b7e7), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:33.321626 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-264735b6-3c55-417a-9e58-2f3bcafa86c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:33.325645 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-264735b6-3c55-417a-9e58-2f3bcafa86c0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e10e8d15-005e-4981-aa5a-157daf86b7e7 HTTP/1.1" status: 204 len: 168 time: 0.1493628 Jan 17 18:33:33.332892 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264735b6-3c55-417a-9e58-2f3bcafa86c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10e8d15-005e-4981-aa5a-157daf86b7e7,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:33.394937 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32a43a-cc6c-4b04-a739-da9123546b4b req-3ec0e75e-29d1-4679-8df1-220a3481d8ba tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:33.395953 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6b32a43a-cc6c-4b04-a739-da9123546b4b req-3ec0e75e-29d1-4679-8df1-220a3481d8ba tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 943 time: 0.0592427 Jan 17 18:33:33.447465 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6b32a43a-cc6c-4b04-a739-da9123546b4b req-0ece10e8-173d-4458-954f-35dd8ceef76c tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae35a236-21e9-4b46-982d-37ea4de721b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479124 Jan 17 18:33:33.618126 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 58692) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:33.630789 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fc320a56-3048-4160-b58f-a802814231f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:33.712771 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fc320a56-3048-4160-b58f-a802814231f5 admin admin] Publish callbacks [] for security_group (f5623cb5-f44f-49a1-84ef-a068745880ca), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:33.717928 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fc320a56-3048-4160-b58f-a802814231f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (f5623cb5-f44f-49a1-84ef-a068745880ca), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:33.754470 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc320a56-3048-4160-b58f-a802814231f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5623cb5-f44f-49a1-84ef-a068745880ca,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:33.758913 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-fc320a56-3048-4160-b58f-a802814231f5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=06015b6735da4bc5bbb4aaef701adbff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1399941 Jan 17 18:33:33.761597 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 58702) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:33.811669 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ae072676-87de-4df1-b469-63e604c7ba0d admin admin] Publish callbacks [] for security_group (f5623cb5-f44f-49a1-84ef-a068745880ca), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:33.833906 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ae072676-87de-4df1-b469-63e604c7ba0d admin admin] Publish callbacks [] for security_group (f5623cb5-f44f-49a1-84ef-a068745880ca), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:33.884278 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ae072676-87de-4df1-b469-63e604c7ba0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (f5623cb5-f44f-49a1-84ef-a068745880ca), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:33.887942 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ae072676-87de-4df1-b469-63e604c7ba0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:33.889107 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-ae072676-87de-4df1-b469-63e604c7ba0d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f5623cb5-f44f-49a1-84ef-a068745880ca HTTP/1.1" status: 204 len: 168 time: 0.1266108 Jan 17 18:33:33.896659 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae072676-87de-4df1-b469-63e604c7ba0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5623cb5-f44f-49a1-84ef-a068745880ca,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:33.982818 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-cad7cd2a-a185-4f0e-90b8-97bd94606a8b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbc903b1-0ad0-4d81-a229-ef71ea8db08f HTTP/1.1" status: 200 len: 217 time: 0.0430758 Jan 17 18:33:34.043658 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-1e39858c-e85b-4ef4-bd9c-d7262ad9e214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:34.045121 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-1e39858c-e85b-4ef4-bd9c-d7262ad9e214 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64682820-22d9-45bb-a5bd-8cb7e93bf47a HTTP/1.1" status: 200 len: 853 time: 0.0506537 Jan 17 18:33:34.102032 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-b39240ad-25fe-4f57-aa86-990fa577301a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:34.103614 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-b39240ad-25fe-4f57-aa86-990fa577301a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dccdeae5-587d-4d52-a83e-bf0e5e960be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513926 Jan 17 18:33:34.210080 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-34cd9564-95cd-431e-92c8-a5cf24a7103c service neutron] 10.222.0.31 "GET /v2.0/networks/dccdeae5-587d-4d52-a83e-bf0e5e960be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942106 Jan 17 18:33:34.534896 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-09bd4f58-8074-4129-ba7d-72b15574c76c req-9f3d723c-df9a-4745-862e-4db9457ce7f4 service neutron] 10.222.0.31 "GET /v2.0/networks/dccdeae5-587d-4d52-a83e-bf0e5e960be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180990 Jan 17 18:33:34.574751 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab7f15-f8dc-4cdc-8e43-231da8aabc1c req-10f5a3f5-7e9d-4af6-95f0-5a79831efcdd tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:34.576279 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-f7ab7f15-f8dc-4cdc-8e43-231da8aabc1c req-10f5a3f5-7e9d-4af6-95f0-5a79831efcdd tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 943 time: 0.0564194 Jan 17 18:33:34.655001 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-f7ab7f15-f8dc-4cdc-8e43-231da8aabc1c req-7625ec49-28fd-4fc4-9950-f7806080821c tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae35a236-21e9-4b46-982d-37ea4de721b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706301 Jan 17 18:33:34.656496 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 58746) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:34.661206 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916284f6-1c94-4838-917f-0279a064582f req-9520a09b-9f69-4808-b510-b62198582157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:34.663019 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-916284f6-1c94-4838-917f-0279a064582f req-9520a09b-9f69-4808-b510-b62198582157 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=866af26a4754486ca3599fdaeaeb709d&device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 1096 time: 0.0656044 Jan 17 18:33:34.753204 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916284f6-1c94-4838-917f-0279a064582f req-5e6cc80f-9691-4213-a918-69b4c5f044c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:34.754676 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-916284f6-1c94-4838-917f-0279a064582f req-5e6cc80f-9691-4213-a918-69b4c5f044c2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dccdeae5-587d-4d52-a83e-bf0e5e960be6 HTTP/1.1" status: 200 len: 915 time: 0.0849736 Jan 17 18:33:34.756259 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-90bbda0b-935f-4dd5-8150-456d2c1ecfee admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-654191062-network', 'tenant_id': '7152c122017243ae8cc23ac9ce1cc047'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:33:34.778202 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bbda0b-935f-4dd5-8150-456d2c1ecfee admin admin] Made reservation on behalf of 7152c122017243ae8cc23ac9ce1cc047 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:33:34.780768 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-90bbda0b-935f-4dd5-8150-456d2c1ecfee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for network (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:34.788817 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-90bbda0b-935f-4dd5-8150-456d2c1ecfee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:34.798959 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-916284f6-1c94-4838-917f-0279a064582f req-ab85e81e-fdeb-4cfc-8bdd-7d852361075f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbc903b1-0ad0-4d81-a229-ef71ea8db08f HTTP/1.1" status: 200 len: 217 time: 0.0345497 Jan 17 18:33:34.852112 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916284f6-1c94-4838-917f-0279a064582f req-68ee66fa-f734-4e45-a746-390f44cba186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:34.853655 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-916284f6-1c94-4838-917f-0279a064582f req-68ee66fa-f734-4e45-a746-390f44cba186 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64682820-22d9-45bb-a5bd-8cb7e93bf47a HTTP/1.1" status: 200 len: 853 time: 0.0484202 Jan 17 18:33:34.865585 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-90bbda0b-935f-4dd5-8150-456d2c1ecfee admin admin] Publish callbacks [] for security_group (3cf37991-bce4-4882-a62d-6114d20b1565), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:34.871789 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-90bbda0b-935f-4dd5-8150-456d2c1ecfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (3cf37991-bce4-4882-a62d-6114d20b1565), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:34.897249 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90bbda0b-935f-4dd5-8150-456d2c1ecfee admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 18:33:34.904564 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916284f6-1c94-4838-917f-0279a064582f req-1fd7add1-4f78-49fa-be10-05c993b23a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:34.906134 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-916284f6-1c94-4838-917f-0279a064582f req-1fd7add1-4f78-49fa-be10-05c993b23a9f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dccdeae5-587d-4d52-a83e-bf0e5e960be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412540 Jan 17 18:33:34.907601 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bbda0b-935f-4dd5-8150-456d2c1ecfee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf37991-bce4-4882-a62d-6114d20b1565,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:34.913398 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-90bbda0b-935f-4dd5-8150-456d2c1ecfee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749'] for segment (ce3125b2-6b5d-4bf1-afb8-487ee3c3a748), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:34.913738 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.db.segments_db [None req-90bbda0b-935f-4dd5-8150-456d2c1ecfee admin admin] Added segment ce3125b2-6b5d-4bf1-afb8-487ee3c3a748 of type vlan for network ba9d6ca4-ae5e-419f-87bb-3d637810055c Jan 17 18:33:34.955679 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-90bbda0b-935f-4dd5-8150-456d2c1ecfee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736373697190'] for network (ba9d6ca4-ae5e-419f-87bb-3d637810055c), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:34.981092 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-90bbda0b-935f-4dd5-8150-456d2c1ecfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506'] for network (ba9d6ca4-ae5e-419f-87bb-3d637810055c), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:34.982091 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bbda0b-935f-4dd5-8150-456d2c1ecfee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:34.982672 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-90bbda0b-935f-4dd5-8150-456d2c1ecfee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for network (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:34.998892 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-916284f6-1c94-4838-917f-0279a064582f req-28850c5e-10f3-4a3f-9ea1-569fe01ea68e service neutron] 10.222.0.31 "GET /v2.0/networks/dccdeae5-587d-4d52-a83e-bf0e5e960be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855205 Jan 17 18:33:35.039410 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-90bbda0b-935f-4dd5-8150-456d2c1ecfee admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3817906 Jan 17 18:33:35.045977 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 58750) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:35.052801 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-b0c4ae70-00d5-4b90-8d87-562003d8101d admin admin] Request body: {'subnet': {'network_id': 'ba9d6ca4-ae5e-419f-87bb-3d637810055c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-654191062-subnet', 'tenant_id': '7152c122017243ae8cc23ac9ce1cc047', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:33:35.063474 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bbda0b-935f-4dd5-8150-456d2c1ecfee admin admin] Pushing event updated for resources: {'Network': ['ID=ba9d6ca4-ae5e-419f-87bb-3d637810055c,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:35.073945 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Network ba9d6ca4-ae5e-419f-87bb-3d637810055c details requested by agent ovs-agent-dv-cinder-824995-1-iscsi with host dv-cinder-824995-1-iscsi {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 18:33:35.081667 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c4ae70-00d5-4b90-8d87-562003d8101d admin admin] Made reservation on behalf of 7152c122017243ae8cc23ac9ce1cc047 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:33:35.084549 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b0c4ae70-00d5-4b90-8d87-562003d8101d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261080130'] for subnet (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:35.098866 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-916284f6-1c94-4838-917f-0279a064582f req-6c23b601-a090-468b-a78b-a0868fa06e48 service neutron] 10.222.0.31 "GET /v2.0/networks/dccdeae5-587d-4d52-a83e-bf0e5e960be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921183 Jan 17 18:33:35.266143 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b0c4ae70-00d5-4b90-8d87-562003d8101d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261205645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261080144'] for subnet (c5d798e8-d5d5-45f5-b734-03e979549d2d), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:35.325616 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4ae70-00d5-4b90-8d87-562003d8101d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5d798e8-d5d5-45f5-b734-03e979549d2d,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:35.333340 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c4ae70-00d5-4b90-8d87-562003d8101d admin admin] Checking segment: {'id': 'ce3125b2-6b5d-4bf1-afb8-487ee3c3a748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ba9d6ca4-ae5e-419f-87bb-3d637810055c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:33:35.333693 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c4ae70-00d5-4b90-8d87-562003d8101d admin admin] Network hostable DHCP agents. Network: ba9d6ca4-ae5e-419f-87bb-3d637810055c, hostable agents: ['94683317-8c70-4890-b431-46000499a1c4'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 18:33:35.349250 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c4ae70-00d5-4b90-8d87-562003d8101d admin admin] Network ba9d6ca4-ae5e-419f-87bb-3d637810055c is scheduled to be hosted by DHCP agent 94683317-8c70-4890-b431-46000499a1c4 with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 18:33:35.357873 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-b0c4ae70-00d5-4b90-8d87-562003d8101d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824995-1-iscsi, ba9d6ca4-ae5e-419f-87bb-3d637810055c) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:33:35.361944 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c4ae70-00d5-4b90-8d87-562003d8101d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:35.362545 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b0c4ae70-00d5-4b90-8d87-562003d8101d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:35.367156 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1b0b54-9da1-40b2-87fd-b319fde5b802 None None] Network ba9d6ca4-ae5e-419f-87bb-3d637810055c requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:33:35.378723 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-b0c4ae70-00d5-4b90-8d87-562003d8101d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3317401 Jan 17 18:33:35.467756 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95720970-6c62-4d5e-a431-5475d02898b8 None None] Network ba9d6ca4-ae5e-419f-87bb-3d637810055c requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:33:35.772889 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035bdcc-72cf-4261-b89e-37348c57d7da req-5b3ec3b9-b083-4edf-9005-62a4325a172b tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:35.774370 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1035bdcc-72cf-4261-b89e-37348c57d7da req-5b3ec3b9-b083-4edf-9005-62a4325a172b tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 943 time: 0.0504243 Jan 17 18:33:35.821672 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1035bdcc-72cf-4261-b89e-37348c57d7da req-7e7dbedb-69a6-429a-b77d-c7025796eca6 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae35a236-21e9-4b46-982d-37ea4de721b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412505 Jan 17 18:33:35.851004 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 58774) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:35.856554 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-8317bc21-c93b-4a2a-adbd-ca8aeddfdb47 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-902863516-network', 'tenant_id': 'a8fdddbdd0944575afe48c7961b8e085'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:33:35.878494 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8317bc21-c93b-4a2a-adbd-ca8aeddfdb47 admin admin] Made reservation on behalf of a8fdddbdd0944575afe48c7961b8e085 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:33:35.880739 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8317bc21-c93b-4a2a-adbd-ca8aeddfdb47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for network (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:35.892924 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8317bc21-c93b-4a2a-adbd-ca8aeddfdb47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:35.962920 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8317bc21-c93b-4a2a-adbd-ca8aeddfdb47 admin admin] Publish callbacks [] for security_group (e11abac1-cadd-4182-9dac-576032eb8389), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:35.966569 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8317bc21-c93b-4a2a-adbd-ca8aeddfdb47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (e11abac1-cadd-4182-9dac-576032eb8389), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:35.985830 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8317bc21-c93b-4a2a-adbd-ca8aeddfdb47 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 18:33:35.999161 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8317bc21-c93b-4a2a-adbd-ca8aeddfdb47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11abac1-cadd-4182-9dac-576032eb8389,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:36.003798 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8317bc21-c93b-4a2a-adbd-ca8aeddfdb47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749'] for segment (67320a7b-d96f-4d76-9f57-1f5e01c0eb16), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:36.004120 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.db.segments_db [None req-8317bc21-c93b-4a2a-adbd-ca8aeddfdb47 admin admin] Added segment 67320a7b-d96f-4d76-9f57-1f5e01c0eb16 of type vlan for network e243f50f-06c4-40c0-bee8-abbbf6c265fb Jan 17 18:33:36.043494 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8317bc21-c93b-4a2a-adbd-ca8aeddfdb47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736373697190'] for network (e243f50f-06c4-40c0-bee8-abbbf6c265fb), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:36.067027 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8317bc21-c93b-4a2a-adbd-ca8aeddfdb47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506'] for network (e243f50f-06c4-40c0-bee8-abbbf6c265fb), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:36.067975 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8317bc21-c93b-4a2a-adbd-ca8aeddfdb47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:36.068545 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8317bc21-c93b-4a2a-adbd-ca8aeddfdb47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for network (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:36.120597 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-8317bc21-c93b-4a2a-adbd-ca8aeddfdb47 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2684007 Jan 17 18:33:36.124472 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 58776) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:36.127749 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8317bc21-c93b-4a2a-adbd-ca8aeddfdb47 admin admin] Pushing event updated for resources: {'Network': ['ID=e243f50f-06c4-40c0-bee8-abbbf6c265fb,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:36.129369 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-3b3bb0f0-ce08-470b-8947-0ed087723028 admin admin] Request body: {'subnet': {'network_id': 'e243f50f-06c4-40c0-bee8-abbbf6c265fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-902863516-subnet', 'tenant_id': 'a8fdddbdd0944575afe48c7961b8e085', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:33:36.139436 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Network e243f50f-06c4-40c0-bee8-abbbf6c265fb details requested by agent ovs-agent-dv-cinder-824995-1-iscsi with host dv-cinder-824995-1-iscsi {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 18:33:36.157456 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3bb0f0-ce08-470b-8947-0ed087723028 admin admin] Made reservation on behalf of a8fdddbdd0944575afe48c7961b8e085 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:33:36.160024 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3b3bb0f0-ce08-470b-8947-0ed087723028 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4038380'] for subnet (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:36.325157 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3b3bb0f0-ce08-470b-8947-0ed087723028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260168065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4038398'] for subnet (e2b5f3dc-dc61-4d98-9b3b-f4c4674b7f6e), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:36.385268 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3bb0f0-ce08-470b-8947-0ed087723028 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2b5f3dc-dc61-4d98-9b3b-f4c4674b7f6e,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:36.390611 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3bb0f0-ce08-470b-8947-0ed087723028 admin admin] Checking segment: {'id': '67320a7b-d96f-4d76-9f57-1f5e01c0eb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e243f50f-06c4-40c0-bee8-abbbf6c265fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:33:36.390977 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3bb0f0-ce08-470b-8947-0ed087723028 admin admin] Network hostable DHCP agents. Network: e243f50f-06c4-40c0-bee8-abbbf6c265fb, hostable agents: ['94683317-8c70-4890-b431-46000499a1c4'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 18:33:36.407832 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3bb0f0-ce08-470b-8947-0ed087723028 admin admin] Network e243f50f-06c4-40c0-bee8-abbbf6c265fb is scheduled to be hosted by DHCP agent 94683317-8c70-4890-b431-46000499a1c4 with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 18:33:36.417381 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-3b3bb0f0-ce08-470b-8947-0ed087723028 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824995-1-iscsi, e243f50f-06c4-40c0-bee8-abbbf6c265fb) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:33:36.421592 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3bb0f0-ce08-470b-8947-0ed087723028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:36.422388 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3b3bb0f0-ce08-470b-8947-0ed087723028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for subnet (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:36.431832 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b041cc9-af77-4209-87e4-aba93c354dfb None None] Network e243f50f-06c4-40c0-bee8-abbbf6c265fb requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:33:36.440904 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-3b3bb0f0-ce08-470b-8947-0ed087723028 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3152907 Jan 17 18:33:36.540088 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e462b60-1f5e-43ae-a587-cf5b45831331 None None] Network e243f50f-06c4-40c0-bee8-abbbf6c265fb requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:33:36.593914 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 58790) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:36.702653 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4535774e-cca2-4ed8-b9d1-5919c26a263b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:36.788746 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4535774e-cca2-4ed8-b9d1-5919c26a263b admin admin] Publish callbacks [] for security_group (042d3dcf-5ec2-4aa6-9ec2-2cbb89230899), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:36.794427 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4535774e-cca2-4ed8-b9d1-5919c26a263b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (042d3dcf-5ec2-4aa6-9ec2-2cbb89230899), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:36.833899 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-4535774e-cca2-4ed8-b9d1-5919c26a263b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=da7020dc1a174d9f89196e12b86acc27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387013 Jan 17 18:33:36.834861 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535774e-cca2-4ed8-b9d1-5919c26a263b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042d3dcf-5ec2-4aa6-9ec2-2cbb89230899,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:36.836442 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 58796) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:36.903286 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-72181be5-c4fb-4579-9fc6-aed27a6d78d9 admin admin] Publish callbacks [] for security_group (042d3dcf-5ec2-4aa6-9ec2-2cbb89230899), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:36.931780 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-72181be5-c4fb-4579-9fc6-aed27a6d78d9 admin admin] Publish callbacks [] for security_group (042d3dcf-5ec2-4aa6-9ec2-2cbb89230899), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:36.944279 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb31d63-4b19-4ffa-baf9-991f68f042db req-df828274-88b6-4f3f-960e-9c39601466e2 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:36.946272 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8fb31d63-4b19-4ffa-baf9-991f68f042db req-df828274-88b6-4f3f-960e-9c39601466e2 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 943 time: 0.0545938 Jan 17 18:33:36.988202 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-72181be5-c4fb-4579-9fc6-aed27a6d78d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (042d3dcf-5ec2-4aa6-9ec2-2cbb89230899), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:36.991136 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-72181be5-c4fb-4579-9fc6-aed27a6d78d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:36.999243 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-72181be5-c4fb-4579-9fc6-aed27a6d78d9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/042d3dcf-5ec2-4aa6-9ec2-2cbb89230899 HTTP/1.1" status: 204 len: 168 time: 0.1549385 Jan 17 18:33:37.006215 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8fb31d63-4b19-4ffa-baf9-991f68f042db req-5dae0394-9b1f-46bf-9e30-eb1ac303374a tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae35a236-21e9-4b46-982d-37ea4de721b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539834 Jan 17 18:33:37.017487 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72181be5-c4fb-4579-9fc6-aed27a6d78d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042d3dcf-5ec2-4aa6-9ec2-2cbb89230899,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:37.618983 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device dbc903b1-0ad0-4d81-a229-ef71ea8db08f details requested by agent hyperv_hv-cinder-82499 with host hv-cinder-82499 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 18:33:37.641260 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 6 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:33:37.787334 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port dbc903b1-0ad0-4d81-a229-ef71ea8db08f, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=dbc903b1-0ad0-4d81-a229-ef71ea8db08f,segment=NetworkSegment(e0855cfa-57b2-4036-adea-73fc74dd99a2),segment_id=e0855cfa-57b2-4036-adea-73fc74dd99a2)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:33:37.803872 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Returning: {'device': 'dbc903b1-0ad0-4d81-a229-ef71ea8db08f', 'network_id': 'dccdeae5-587d-4d52-a83e-bf0e5e960be6', 'port_id': 'dbc903b1-0ad0-4d81-a229-ef71ea8db08f', 'mac_address': 'fa:16:3e:79:d4:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64682820-22d9-45bb-a5bd-8cb7e93bf47a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 18:33:37.849078 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port dbc903b1-0ad0-4d81-a229-ef71ea8db08f is: DOWN; New status is: BUILD {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:33:37.849400 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (dbc903b1-0ad0-4d81-a229-ef71ea8db08f), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:37.863950 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc903b1-0ad0-4d81-a229-ef71ea8db08f {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:33:37.896316 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port dbc903b1-0ad0-4d81-a229-ef71ea8db08f, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=dbc903b1-0ad0-4d81-a229-ef71ea8db08f,segment=NetworkSegment(e0855cfa-57b2-4036-adea-73fc74dd99a2),segment_id=e0855cfa-57b2-4036-adea-73fc74dd99a2)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:33:37.901351 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (dbc903b1-0ad0-4d81-a229-ef71ea8db08f), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:37.951035 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=dbc903b1-0ad0-4d81-a229-ef71ea8db08f,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:37.958319 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:37.958671 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:37.959029 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:37.959373 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:37.959733 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:37.960237 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:37.960520 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:37.960854 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:37.961182 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:37.961522 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:37.961831 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:37.962152 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:37.962478 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:33:38.142526 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a2a32-ea8d-4e80-96bf-33ace024cec0 req-c364e1be-2c0a-4d9e-8990-2a9e639cb878 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:38.144152 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-171a2a32-ea8d-4e80-96bf-33ace024cec0 req-c364e1be-2c0a-4d9e-8990-2a9e639cb878 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 944 time: 0.0632482 Jan 17 18:33:38.210195 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-171a2a32-ea8d-4e80-96bf-33ace024cec0 req-617da5f3-fb10-4b5c-acc9-967c7df41470 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae35a236-21e9-4b46-982d-37ea4de721b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596581 Jan 17 18:33:38.227137 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['dbc903b1-0ad0-4d81-a229-ef71ea8db08f'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:33:39.099852 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72040e2-cca1-4a72-ab29-bf241661e6f8 req-a07608a6-28cb-4d20-a5e8-e565b5dcf4c3 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:39.101305 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c72040e2-cca1-4a72-ab29-bf241661e6f8 req-a07608a6-28cb-4d20-a5e8-e565b5dcf4c3 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 947 time: 0.0473504 Jan 17 18:33:39.148042 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c72040e2-cca1-4a72-ab29-bf241661e6f8 req-7a5a5af5-f215-4ccb-b792-7063ac157ca8 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404885 Jan 17 18:33:39.327532 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939ca70-be3d-4f70-b19e-95bf75fd3571 req-5d51a229-6b45-4d6b-bfdf-e3d3dff83ae2 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:39.329561 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2939ca70-be3d-4f70-b19e-95bf75fd3571 req-5d51a229-6b45-4d6b-bfdf-e3d3dff83ae2 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 944 time: 0.0507669 Jan 17 18:33:39.378661 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2939ca70-be3d-4f70-b19e-95bf75fd3571 req-a9e9b248-0752-4bbb-bac9-db955413ecfb tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae35a236-21e9-4b46-982d-37ea4de721b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429580 Jan 17 18:33:39.430757 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-ff1764de-a83d-432a-b2ed-4b334911f789 tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=8a50df54201f4d40819de9969faf27f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276568 Jan 17 18:33:39.611888 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-815656c3-80e8-4ae3-8ace-bcbfe250d592 tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:39.613345 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-815656c3-80e8-4ae3-8ace-bcbfe250d592 tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1771338 Jan 17 18:33:39.620033 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device dbc903b1-0ad0-4d81-a229-ef71ea8db08f up at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:33:39.628571 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-2679300c-71d0-4abb-b290-241f17e658b5 tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] 10.222.0.57 "GET /v2.0/quotas/8a50df54201f4d40819de9969faf27f1 HTTP/1.1" status: 200 len: 375 time: 0.0099277 Jan 17 18:33:39.662146 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-ce8a82ef-5a8f-4fdd-ac68-a2849300be60 tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=8a50df54201f4d40819de9969faf27f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276573 Jan 17 18:33:39.814416 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning for port dbc903b1-0ad0-4d81-a229-ef71ea8db08f completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 18:33:39.819890 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning complete for port dbc903b1-0ad0-4d81-a229-ef71ea8db08f triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:33:39.820515 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (dbc903b1-0ad0-4d81-a229-ef71ea8db08f), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:39.871474 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-75754747-87e0-4f86-9dc0-8d2469209df9 req-e858bc87-2d8a-4672-b8e1-2e40aee4d39d tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] 10.222.0.57 "GET /v2.0/ports?device_id=62e48d64-2788-40c4-8da4-7fb0cc69d519 HTTP/1.1" status: 200 len: 210 time: 0.0336566 Jan 17 18:33:39.931245 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port dbc903b1-0ad0-4d81-a229-ef71ea8db08f is: BUILD; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:33:39.931706 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (dbc903b1-0ad0-4d81-a229-ef71ea8db08f), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:39.956974 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f25d59e-777d-49d3-b55d-dad1905e68a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc903b1-0ad0-4d81-a229-ef71ea8db08f'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:33:39.959530 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e36e39c9c94bd67d9c0bfa4cbed5ada700490a47b49253aa7a2931ae849a628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c5d1f6-4ed1-4103-afd6-6cc51f244b19" -d '{"events": [{"server_uuid": "5f25d59e-777d-49d3-b55d-dad1905e68a7", "name": "network-vif-plugged", "status": "completed", "tag": "dbc903b1-0ad0-4d81-a229-ef71ea8db08f"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:33:39.973048 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port dbc903b1-0ad0-4d81-a229-ef71ea8db08f, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=dbc903b1-0ad0-4d81-a229-ef71ea8db08f,segment=NetworkSegment(e0855cfa-57b2-4036-adea-73fc74dd99a2),segment_id=e0855cfa-57b2-4036-adea-73fc74dd99a2)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:33:39.979958 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (dbc903b1-0ad0-4d81-a229-ef71ea8db08f), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:40.024378 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1669e080-ebeb-4043-9fab-de60d3f08012 x-openstack-request-id: req-1669e080-ebeb-4043-9fab-de60d3f08012 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:33:40.024829 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f25d59e-777d-49d3-b55d-dad1905e68a7", "name": "network-vif-plugged", "status": "completed", "tag": "dbc903b1-0ad0-4d81-a229-ef71ea8db08f", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:33:40.025383 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1669e080-ebeb-4043-9fab-de60d3f08012 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:33:40.025979 dv-cinder-824995-1-iscsi neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f25d59e-777d-49d3-b55d-dad1905e68a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc903b1-0ad0-4d81-a229-ef71ea8db08f', 'code': 200} Jan 17 18:33:40.058562 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=dbc903b1-0ad0-4d81-a229-ef71ea8db08f,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:40.220567 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dea83a-abd5-40a9-b402-af8e049915da req-cfee2b34-4ef8-4536-8556-a40d82c07102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:40.222256 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-f3dea83a-abd5-40a9-b402-af8e049915da req-cfee2b34-4ef8-4536-8556-a40d82c07102 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 1098 time: 0.0490196 Jan 17 18:33:40.299517 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-f3dea83a-abd5-40a9-b402-af8e049915da req-25dc942a-9c79-4adf-9679-1676bc66c3e8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ae35a236-21e9-4b46-982d-37ea4de721b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702541 Jan 17 18:33:40.307556 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c2165-f186-46ef-9c95-a83269ed8da3 req-9b60aa0d-3bf9-45f0-8b19-3d85f1b12f36 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:40.309558 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-9b6c2165-f186-46ef-9c95-a83269ed8da3 req-9b60aa0d-3bf9-45f0-8b19-3d85f1b12f36 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 947 time: 0.0820527 Jan 17 18:33:40.356319 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-9b6c2165-f186-46ef-9c95-a83269ed8da3 req-048e77ae-4a6f-47c5-9cb0-fc0dfa844c07 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412996 Jan 17 18:33:40.490503 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab5c69-0b3a-460c-b776-4310b2d7e50e req-f8d0ac16-6a65-4b94-b7c2-a94ed75b23a2 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:40.491964 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-8fab5c69-0b3a-460c-b776-4310b2d7e50e req-f8d0ac16-6a65-4b94-b7c2-a94ed75b23a2 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 945 time: 0.0470257 Jan 17 18:33:40.542179 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-8fab5c69-0b3a-460c-b776-4310b2d7e50e req-85b953bb-2405-489f-8639-08fcee3e24bc tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae35a236-21e9-4b46-982d-37ea4de721b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441554 Jan 17 18:33:40.966038 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-34489c9a-c197-4123-a32a-89c669ce2eb5 req-ffc5dca2-a4ea-48c5-9c6c-9c2e155c5894 tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] 10.222.0.57 "GET /v2.0/ports?device_id=62e48d64-2788-40c4-8da4-7fb0cc69d519 HTTP/1.1" status: 200 len: 210 time: 0.0267780 Jan 17 18:33:41.119743 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-0ae0dd89-6108-4643-8f68-5f76a16bb3a3 tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8a50df54201f4d40819de9969faf27f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208290 Jan 17 18:33:41.161272 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c522fa-bc0f-4d0e-9211-9e5687c577cf req-7d2c601b-44bb-4367-bd63-d6a31fd4afb3 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:41.162759 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-58c522fa-bc0f-4d0e-9211-9e5687c577cf req-7d2c601b-44bb-4367-bd63-d6a31fd4afb3 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 947 time: 0.0643420 Jan 17 18:33:41.241965 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-e11a99e2-ee4d-4aed-95cf-b9aa21c4aac5 tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:41.243838 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-e11a99e2-ee4d-4aed-95cf-b9aa21c4aac5 tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1096983 Jan 17 18:33:41.264412 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-d5e10164-cabe-4c4f-ba18-13fb6bc91fec tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] Request body: {'port': {'device_id': '62e48d64-2788-40c4-8da4-7fb0cc69d519', 'network_id': 'ff5c484d-3ca0-4614-bffc-bc592f54726b', 'admin_state_up': True, 'tenant_id': '8a50df54201f4d40819de9969faf27f1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:33:41.281205 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-58c522fa-bc0f-4d0e-9211-9e5687c577cf req-a009daf0-a13f-4707-bc56-6efa53582603 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Deleting port ec772cd4-09c1-4323-a731-f99b10219d43 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:33:41.281652 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-58c522fa-bc0f-4d0e-9211-9e5687c577cf req-a009daf0-a13f-4707-bc56-6efa53582603 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (ec772cd4-09c1-4323-a731-f99b10219d43), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:41.383426 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-58c522fa-bc0f-4d0e-9211-9e5687c577cf req-a009daf0-a13f-4707-bc56-6efa53582603 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] For port ec772cd4-09c1-4323-a731-f99b10219d43, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=ec772cd4-09c1-4323-a731-f99b10219d43,segment=NetworkSegment(2c78bc40-75f9-41e4-87c6-931db814d21f),segment_id=2c78bc40-75f9-41e4-87c6-931db814d21f)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:33:41.384374 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-58c522fa-bc0f-4d0e-9211-9e5687c577cf req-a009daf0-a13f-4707-bc56-6efa53582603 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (ec772cd4-09c1-4323-a731-f99b10219d43), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:41.388076 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-d5e10164-cabe-4c4f-ba18-13fb6bc91fec tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] Made reservation on behalf of 8a50df54201f4d40819de9969faf27f1 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:33:41.391570 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-d5e10164-cabe-4c4f-ba18-13fb6bc91fec tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:41.400525 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-d5e10164-cabe-4c4f-ba18-13fb6bc91fec tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:41.512144 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca0498-6475-4c8d-a137-7a5a74babec0 req-3d1d2b02-dc56-4ce9-bed0-b4dce07bceec tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:41.513519 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4fca0498-6475-4c8d-a137-7a5a74babec0 req-3d1d2b02-dc56-4ce9-bed0-b4dce07bceec tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 947 time: 0.0776756 Jan 17 18:33:41.523869 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-d5e10164-cabe-4c4f-ba18-13fb6bc91fec tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] Publish callbacks [] for security_group (fc6089ed-094d-4de2-89d5-6ab35e1b11a7), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:41.531742 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-d5e10164-cabe-4c4f-ba18-13fb6bc91fec tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (fc6089ed-094d-4de2-89d5-6ab35e1b11a7), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:41.627624 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e10164-cabe-4c4f-ba18-13fb6bc91fec tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6089ed-094d-4de2-89d5-6ab35e1b11a7,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:41.633849 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-58c522fa-bc0f-4d0e-9211-9e5687c577cf req-a009daf0-a13f-4707-bc56-6efa53582603 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:41.634866 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-58c522fa-bc0f-4d0e-9211-9e5687c577cf req-a009daf0-a13f-4707-bc56-6efa53582603 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565514'] for floatingip (246197a8-ce44-4b3e-8a21-ed9402a57378), after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:41.634866 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.db.l3_db [req-58c522fa-bc0f-4d0e-9211-9e5687c577cf req-a009daf0-a13f-4707-bc56-6efa53582603 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Floating IP 246197a8-ce44-4b3e-8a21-ed9402a57378 disassociated. External IP: 172.27.3.186, port: ec772cd4-09c1-4323-a731-f99b10219d43. Jan 17 18:33:41.635345 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-58c522fa-bc0f-4d0e-9211-9e5687c577cf req-a009daf0-a13f-4707-bc56-6efa53582603 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Calling delete_port for ec772cd4-09c1-4323-a731-f99b10219d43 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:33:41.643438 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4fca0498-6475-4c8d-a137-7a5a74babec0 req-b3e7f0db-bffb-4359-8a45-3f19a71142db tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222761 Jan 17 18:33:41.722387 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-d5e10164-cabe-4c4f-ba18-13fb6bc91fec tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] Allocated IP 192.168.233.211 (ff5c484d-3ca0-4614-bffc-bc592f54726b/cdea2fe7-855d-4c7c-8f98-9ac8c0d7e3c2/f908ba64-caba-4c9a-93f7-ff65c0c026fc) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:33:41.767862 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f316053-3ea7-4bdb-a475-01d242f8f387 req-78586918-2374-48e1-8570-c44ca52a1f81 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:41.769369 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-5f316053-3ea7-4bdb-a475-01d242f8f387 req-78586918-2374-48e1-8570-c44ca52a1f81 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 945 time: 0.0670457 Jan 17 18:33:41.852092 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-5f316053-3ea7-4bdb-a475-01d242f8f387 req-0b5e350f-cbda-4d79-a34c-7b4628299a3b tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae35a236-21e9-4b46-982d-37ea4de721b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752878 Jan 17 18:33:41.867108 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-58c522fa-bc0f-4d0e-9211-9e5687c577cf req-a009daf0-a13f-4707-bc56-6efa53582603 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (ec772cd4-09c1-4323-a731-f99b10219d43), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:41.877041 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-d5e10164-cabe-4c4f-ba18-13fb6bc91fec tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] Publish callbacks [] for port (f908ba64-caba-4c9a-93f7-ff65c0c026fc), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:41.895760 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009daf0-a13f-4707-bc56-6efa53582603 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Pushing event deleted for resources: {'Port': ['ID=ec772cd4-09c1-4323-a731-f99b10219d43,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:41.912806 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-d5e10164-cabe-4c4f-ba18-13fb6bc91fec tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261205625'] for port (f908ba64-caba-4c9a-93f7-ff65c0c026fc), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:41.958769 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-d5e10164-cabe-4c4f-ba18-13fb6bc91fec tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] Network ff5c484d-3ca0-4614-bffc-bc592f54726b is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:33:41.961886 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-d5e10164-cabe-4c4f-ba18-13fb6bc91fec tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:33:41.966278 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-d5e10164-cabe-4c4f-ba18-13fb6bc91fec tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:33:41.997177 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e10164-cabe-4c4f-ba18-13fb6bc91fec tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] Pushing event updated for resources: {'Port': ['ID=f908ba64-caba-4c9a-93f7-ff65c0c026fc,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:42.027844 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58c522fa-bc0f-4d0e-9211-9e5687c577cf req-a009daf0-a13f-4707-bc56-6efa53582603 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Router 3751d2d2-c3e0-4d50-8ef4-231e870718a7 has already been hosted by L3 agent f711a738-9445-49a6-871d-c35940c1a323 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 18:33:42.032790 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-d5e10164-cabe-4c4f-ba18-13fb6bc91fec tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:42.033872 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-d5e10164-cabe-4c4f-ba18-13fb6bc91fec tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:42.060324 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-d5e10164-cabe-4c4f-ba18-13fb6bc91fec tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8004620 Jan 17 18:33:42.079056 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-1c9a9c31-481f-4090-9b44-344feb59dd41 service neutron] Request body: {'port': {'device_id': '62e48d64-2788-40c4-8da4-7fb0cc69d519', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82499'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:33:42.160480 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-1c9a9c31-481f-4090-9b44-344feb59dd41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (f908ba64-caba-4c9a-93f7-ff65c0c026fc), before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:42.167437 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58c522fa-bc0f-4d0e-9211-9e5687c577cf req-a009daf0-a13f-4707-bc56-6efa53582603 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:33:42.182902 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64ee2e4-e370-4106-abf8-21b8d8417ad8 None None] Sync routers for ids ['3751d2d2-c3e0-4d50-8ef4-231e870718a7'] in dv-cinder-824995-1-iscsi {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:33:42.210501 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64ee2e4-e370-4106-abf8-21b8d8417ad8 None None] Routers {'3751d2d2-c3e0-4d50-8ef4-231e870718a7'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:33:42.211147 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a64ee2e4-e370-4106-abf8-21b8d8417ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:33:23Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['3751d2d2-c3e0-4d50-8ef4-231e870718a7'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:33:42.252444 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c522fa-bc0f-4d0e-9211-9e5687c577cf req-a009daf0-a13f-4707-bc56-6efa53582603 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] No DVR routers for this DVR port ec772cd4-09c1-4323-a731-f99b10219d43 on host hv-cinder-82499 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 18:33:42.255081 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-58c522fa-bc0f-4d0e-9211-9e5687c577cf req-a009daf0-a13f-4707-bc56-6efa53582603 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:42.258640 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-58c522fa-bc0f-4d0e-9211-9e5687c577cf req-a009daf0-a13f-4707-bc56-6efa53582603 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.31 "DELETE /v2.0/ports/ec772cd4-09c1-4323-a731-f99b10219d43 HTTP/1.1" status: 204 len: 173 time: 1.0865006 Jan 17 18:33:42.259098 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e', 'name': 'network-vif-deleted', 'tag': 'ec772cd4-09c1-4323-a731-f99b10219d43'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:33:42.261500 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6acf6e2448acaa9df75d0cfb4ee4f42f1c652325a2342385b5920e3fd6e7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334ea0cf-a9cf-458a-9c13-b6e46f0de1d4" -d '{"events": [{"server_uuid": "9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e", "name": "network-vif-deleted", "tag": "ec772cd4-09c1-4323-a731-f99b10219d43"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:33:42.270236 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477ced4-bb00-4129-9628-0ad27202aded req-fb7b9d4f-7a23-45b0-8f02-578389a3a24f tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:42.271819 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c477ced4-bb00-4129-9628-0ad27202aded req-fb7b9d4f-7a23-45b0-8f02-578389a3a24f tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] 10.222.0.57 "GET /v2.0/ports?device_id=62e48d64-2788-40c4-8da4-7fb0cc69d519 HTTP/1.1" status: 200 len: 936 time: 0.2259116 Jan 17 18:33:42.346736 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effd282b-2d1b-4509-b18b-3da52f72a425 x-openstack-request-id: req-effd282b-2d1b-4509-b18b-3da52f72a425 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:33:42.347032 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e", "name": "network-vif-deleted", "tag": "ec772cd4-09c1-4323-a731-f99b10219d43", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:33:42.347282 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-effd282b-2d1b-4509-b18b-3da52f72a425 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:33:42.347770 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e', 'name': 'network-vif-deleted', 'tag': 'ec772cd4-09c1-4323-a731-f99b10219d43', 'status': 'completed', 'code': 200} Jan 17 18:33:42.397367 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-c27000e4-99f7-45ff-a0cb-64cb8af7d8bf None None] Provisioning complete for port f908ba64-caba-4c9a-93f7-ff65c0c026fc triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:33:42.397742 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c27000e4-99f7-45ff-a0cb-64cb8af7d8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (f908ba64-caba-4c9a-93f7-ff65c0c026fc), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:42.520547 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-c27000e4-99f7-45ff-a0cb-64cb8af7d8bf None None] Port f908ba64-caba-4c9a-93f7-ff65c0c026fc cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 18:33:42.540268 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c477ced4-bb00-4129-9628-0ad27202aded req-5e19288f-2072-4135-9b57-8745ba9528c1 tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] 10.222.0.57 "GET /v2.0/security-groups?id=fc6089ed-094d-4de2-89d5-6ab35e1b11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591941 Jan 17 18:33:42.546450 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-a64ee2e4-e370-4106-abf8-21b8d8417ad8 None None] Set router 3751d2d2-c3e0-4d50-8ef4-231e870718a7 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:33:42.624894 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-1c9a9c31-481f-4090-9b44-344feb59dd41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f908ba64-caba-4c9a-93f7-ff65c0c026fc {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:33:42.633489 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-1c9a9c31-481f-4090-9b44-344feb59dd41 service neutron] Publish callbacks [] for port (f908ba64-caba-4c9a-93f7-ff65c0c026fc), precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:42.646959 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-1c9a9c31-481f-4090-9b44-344feb59dd41 service neutron] Transition to ACTIVE for port object f908ba64-caba-4c9a-93f7-ff65c0c026fc will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 18:33:42.649897 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-1c9a9c31-481f-4090-9b44-344feb59dd41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261205504'] for port (f908ba64-caba-4c9a-93f7-ff65c0c026fc), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:42.715621 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a9c31-481f-4090-9b44-344feb59dd41 service neutron] Pushing event updated for resources: {'Port': ['ID=f908ba64-caba-4c9a-93f7-ff65c0c026fc,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:42.787976 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-1c9a9c31-481f-4090-9b44-344feb59dd41 service neutron] Attempting to bind port f908ba64-caba-4c9a-93f7-ff65c0c026fc on host hv-cinder-82499 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:33:42.788334 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-1c9a9c31-481f-4090-9b44-344feb59dd41 service neutron] Attempting to bind port f908ba64-caba-4c9a-93f7-ff65c0c026fc by drivers openvswitch,hyperv on host hv-cinder-82499 at level 0 using segments [{'id': 'deb266b2-9859-465d-bf1b-4db2ea226e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ff5c484d-3ca0-4614-bffc-bc592f54726b'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:33:42.788679 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-1c9a9c31-481f-4090-9b44-344feb59dd41 service neutron] Attempting to bind port f908ba64-caba-4c9a-93f7-ff65c0c026fc on network ff5c484d-3ca0-4614-bffc-bc592f54726b {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:33:42.794023 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-1c9a9c31-481f-4090-9b44-344feb59dd41 service neutron] Port f908ba64-caba-4c9a-93f7-ff65c0c026fc on network ff5c484d-3ca0-4614-bffc-bc592f54726b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82499 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 18:33:42.794336 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-1c9a9c31-481f-4090-9b44-344feb59dd41 service neutron] Attempting to bind port f908ba64-caba-4c9a-93f7-ff65c0c026fc on network ff5c484d-3ca0-4614-bffc-bc592f54726b {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:33:42.801462 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-1c9a9c31-481f-4090-9b44-344feb59dd41 service neutron] Checking agent: {'id': 'c251eb83-93a6-4d5d-bd4b-c362ae836320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82499', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'started_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:33:42.801797 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-1c9a9c31-481f-4090-9b44-344feb59dd41 service neutron] Checking segment: {'id': 'deb266b2-9859-465d-bf1b-4db2ea226e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ff5c484d-3ca0-4614-bffc-bc592f54726b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:33:42.802182 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-1c9a9c31-481f-4090-9b44-344feb59dd41 service neutron] Bound using segment: {'id': 'deb266b2-9859-465d-bf1b-4db2ea226e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ff5c484d-3ca0-4614-bffc-bc592f54726b'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:33:42.802604 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-1c9a9c31-481f-4090-9b44-344feb59dd41 service neutron] Bound port: f908ba64-caba-4c9a-93f7-ff65c0c026fc, host: hv-cinder-82499, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deb266b2-9859-465d-bf1b-4db2ea226e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ff5c484d-3ca0-4614-bffc-bc592f54726b'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:33:42.802952 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-1c9a9c31-481f-4090-9b44-344feb59dd41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (f908ba64-caba-4c9a-93f7-ff65c0c026fc), before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:42.841475 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2758a5cd-24b3-45ac-b630-79fa231bcdc9 req-203c50ef-6805-4d9b-83bb-21bf8bc6e58b tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2ad25c-d21b-4ecc-8bf2-ff0459037b9e HTTP/1.1" status: 200 len: 210 time: 0.0648272 Jan 17 18:33:42.842264 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a64ee2e4-e370-4106-abf8-21b8d8417ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'name': 'tempest-AttachVolumeShelveTestJSON-878886642-router', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:29:04Z', 'updated_at': '2022-01-17T18:29:10Z', 'revision_number': 4, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'gw_port': {'id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ab:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:06Z', 'updated_at': '2022-01-17T18:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': 'e2f5b37e-d511-4ffe-97fb-95d753b712df', 'name': '', 'network_id': '2212e019-d500-4b0c-9632-00978d519e48', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'mac_address': 'fa:16:3e:1a:b4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ea9967e-4370-4564-98d1-90d5a9404775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:10Z', 'updated_at': '2022-01-17T18:29:18Z', 'revision_number': 5, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'subnets': [{'id': '9ea9967e-4370-4564-98d1-90d5a9404775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:33:42.909963 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64ee2e4-e370-4106-abf8-21b8d8417ad8 None None] Checking router: 3751d2d2-c3e0-4d50-8ef4-231e870718a7 for host: dv-cinder-824995-1-iscsi {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:33:42.920638 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64ee2e4-e370-4106-abf8-21b8d8417ad8 None None] Routers {'3751d2d2-c3e0-4d50-8ef4-231e870718a7'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:33:42.921212 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a64ee2e4-e370-4106-abf8-21b8d8417ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:33:23Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['3751d2d2-c3e0-4d50-8ef4-231e870718a7'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:33:42.922540 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-1c9a9c31-481f-4090-9b44-344feb59dd41 service neutron] For port f908ba64-caba-4c9a-93f7-ff65c0c026fc, host hv-cinder-82499, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:33:42.927422 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-1c9a9c31-481f-4090-9b44-344feb59dd41 service neutron] For port f908ba64-caba-4c9a-93f7-ff65c0c026fc, host hv-cinder-82499, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=f908ba64-caba-4c9a-93f7-ff65c0c026fc,segment=NetworkSegment(deb266b2-9859-465d-bf1b-4db2ea226e67),segment_id=deb266b2-9859-465d-bf1b-4db2ea226e67)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:33:42.937585 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-1c9a9c31-481f-4090-9b44-344feb59dd41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261205504'] for port (f908ba64-caba-4c9a-93f7-ff65c0c026fc), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:42.992450 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-1c9a9c31-481f-4090-9b44-344feb59dd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:42.993256 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-1c9a9c31-481f-4090-9b44-344feb59dd41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:42.994637 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-1c9a9c31-481f-4090-9b44-344feb59dd41 service neutron] 10.222.0.31 "PUT /v2.0/ports/f908ba64-caba-4c9a-93f7-ff65c0c026fc HTTP/1.1" status: 200 len: 1098 time: 0.9200809 Jan 17 18:33:42.999050 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e48d64-2788-40c4-8da4-7fb0cc69d519', 'tag': 'f908ba64-caba-4c9a-93f7-ff65c0c026fc'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:33:43.001862 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ebc6f40cb2ac68c89279b37e377f59c9ca88cf84401dffc3b34b74128c2044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daac7a40-2380-412b-8e13-5ed97b5b4633" -d '{"events": [{"name": "network-changed", "server_uuid": "62e48d64-2788-40c4-8da4-7fb0cc69d519", "tag": "f908ba64-caba-4c9a-93f7-ff65c0c026fc"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:33:43.082677 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-a64ee2e4-e370-4106-abf8-21b8d8417ad8 None None] Set router 3751d2d2-c3e0-4d50-8ef4-231e870718a7 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:33:43.083932 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 18:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d2b652-cceb-429a-8ee9-da14b1d08d7c x-openstack-request-id: req-09d2b652-cceb-429a-8ee9-da14b1d08d7c {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:33:43.084223 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e48d64-2788-40c4-8da4-7fb0cc69d519", "tag": "f908ba64-caba-4c9a-93f7-ff65c0c026fc", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:33:43.085372 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-09d2b652-cceb-429a-8ee9-da14b1d08d7c {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:33:43.085372 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e48d64-2788-40c4-8da4-7fb0cc69d519', 'tag': 'f908ba64-caba-4c9a-93f7-ff65c0c026fc', 'status': 'completed', 'code': 200} Jan 17 18:33:43.112769 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a9c31-481f-4090-9b44-344feb59dd41 service neutron] Pushing event updated for resources: {'Port': ['ID=f908ba64-caba-4c9a-93f7-ff65c0c026fc,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:43.128974 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae39e18-26e8-45b8-bdff-3d604b8ced9c req-c94b1960-6af5-42b8-941a-b1a8b94a4d64 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:43.130819 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-3ae39e18-26e8-45b8-bdff-3d604b8ced9c req-c94b1960-6af5-42b8-941a-b1a8b94a4d64 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 945 time: 0.1352398 Jan 17 18:33:43.149115 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-9ca055ce-52a2-40fb-8641-a7b0db367d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:43.150879 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-9ca055ce-52a2-40fb-8641-a7b0db367d71 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a50df54201f4d40819de9969faf27f1&device_id=62e48d64-2788-40c4-8da4-7fb0cc69d519 HTTP/1.1" status: 200 len: 1101 time: 0.1041424 Jan 17 18:33:43.207397 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-526b55ca-51c3-4909-8174-104abfe1350a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=f908ba64-caba-4c9a-93f7-ff65c0c026fc HTTP/1.1" status: 200 len: 217 time: 0.0468693 Jan 17 18:33:43.268016 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-3ae39e18-26e8-45b8-bdff-3d604b8ced9c req-62c9ada3-1777-45ca-9d45-6e2c1311720f tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae35a236-21e9-4b46-982d-37ea4de721b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264029 Jan 17 18:33:43.279366 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-18f9cb72-ad43-4190-9d11-df0e7b3240fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:43.291211 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-18f9cb72-ad43-4190-9d11-df0e7b3240fa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cdea2fe7-855d-4c7c-8f98-9ac8c0d7e3c2 HTTP/1.1" status: 200 len: 843 time: 0.0669410 Jan 17 18:33:43.335356 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a64ee2e4-e370-4106-abf8-21b8d8417ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'name': 'tempest-AttachVolumeShelveTestJSON-878886642-router', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:29:04Z', 'updated_at': '2022-01-17T18:29:10Z', 'revision_number': 4, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'gw_port': {'id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ab:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:06Z', 'updated_at': '2022-01-17T18:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': 'e2f5b37e-d511-4ffe-97fb-95d753b712df', 'name': '', 'network_id': '2212e019-d500-4b0c-9632-00978d519e48', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'mac_address': 'fa:16:3e:1a:b4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ea9967e-4370-4564-98d1-90d5a9404775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:10Z', 'updated_at': '2022-01-17T18:29:18Z', 'revision_number': 5, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'subnets': [{'id': '9ea9967e-4370-4564-98d1-90d5a9404775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:33:43.347681 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-e1b7649a-058e-47d6-ae45-84539be79104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:43.349177 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-e1b7649a-058e-47d6-ae45-84539be79104 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ff5c484d-3ca0-4614-bffc-bc592f54726b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0582395 Jan 17 18:33:43.365534 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64ee2e4-e370-4106-abf8-21b8d8417ad8 None None] The sync data for ids ['3751d2d2-c3e0-4d50-8ef4-231e870718a7'] in dv-cinder-824995-1-iscsi is: [{'id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'name': 'tempest-AttachVolumeShelveTestJSON-878886642-router', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:29:04Z', 'updated_at': '2022-01-17T18:29:10Z', 'revision_number': 4, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'gw_port': {'id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ab:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:06Z', 'updated_at': '2022-01-17T18:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': 'e2f5b37e-d511-4ffe-97fb-95d753b712df', 'name': '', 'network_id': '2212e019-d500-4b0c-9632-00978d519e48', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'mac_address': 'fa:16:3e:1a:b4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ea9967e-4370-4564-98d1-90d5a9404775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:10Z', 'updated_at': '2022-01-17T18:29:18Z', 'revision_number': 5, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'subnets': [{'id': '9ea9967e-4370-4564-98d1-90d5a9404775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:33:43.408975 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12907230-8810-4d25-94bd-120f6b870101 req-bd49d6dc-497a-4f3f-aaae-004b9169fb93 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:43.410486 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-12907230-8810-4d25-94bd-120f6b870101 req-bd49d6dc-497a-4f3f-aaae-004b9169fb93 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 945 time: 0.0545287 Jan 17 18:33:43.449294 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-b7664047-3d13-47cc-9b23-c443ce37f467 service neutron] 10.222.0.31 "GET /v2.0/networks/ff5c484d-3ca0-4614-bffc-bc592f54726b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919900 Jan 17 18:33:43.467893 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-12907230-8810-4d25-94bd-120f6b870101 req-6defe109-ac68-4ef4-84a6-5dce8cb55c5d tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae35a236-21e9-4b46-982d-37ea4de721b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517402 Jan 17 18:33:43.601810 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b6ef820f-a215-4860-a4f3-2009130ec7cc req-2fa74edf-5b8d-484a-ab40-998bf9e93642 service neutron] 10.222.0.31 "GET /v2.0/networks/ff5c484d-3ca0-4614-bffc-bc592f54726b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452327 Jan 17 18:33:43.699585 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd385f60-78df-495a-9884-af065edf2bb6 req-181e87c6-0b13-49b9-a8e6-89e02c7cbf87 tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:43.707043 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-dd385f60-78df-495a-9884-af065edf2bb6 req-181e87c6-0b13-49b9-a8e6-89e02c7cbf87 tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] 10.222.0.57 "GET /v2.0/ports?device_id=62e48d64-2788-40c4-8da4-7fb0cc69d519 HTTP/1.1" status: 200 len: 948 time: 0.0838640 Jan 17 18:33:43.777146 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-dd385f60-78df-495a-9884-af065edf2bb6 req-aa01aacd-9b9e-42d5-8793-18b2fd6fbb52 tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] 10.222.0.57 "GET /v2.0/security-groups?id=fc6089ed-094d-4de2-89d5-6ab35e1b11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645669 Jan 17 18:33:43.778382 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac7a40-2380-412b-8e13-5ed97b5b4633 req-2ad78c0f-7d55-47be-981d-ab6b01660002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:43.783824 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859424df-8709-4003-93a8-7f619df32ed1 None None] New status for floating IP 246197a8-ce44-4b3e-8a21-ed9402a57378: DOWN {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 18:33:43.788567 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-daac7a40-2380-412b-8e13-5ed97b5b4633 req-2ad78c0f-7d55-47be-981d-ab6b01660002 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a50df54201f4d40819de9969faf27f1&device_id=62e48d64-2788-40c4-8da4-7fb0cc69d519 HTTP/1.1" status: 200 len: 1101 time: 0.1246159 Jan 17 18:33:43.938184 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac7a40-2380-412b-8e13-5ed97b5b4633 req-30deb187-c28c-4a43-91e5-40eccf7e0cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:43.941392 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-daac7a40-2380-412b-8e13-5ed97b5b4633 req-30deb187-c28c-4a43-91e5-40eccf7e0cba service neutron] 10.222.0.31 "GET /v2.0/networks?id=ff5c484d-3ca0-4614-bffc-bc592f54726b HTTP/1.1" status: 200 len: 870 time: 0.1443036 Jan 17 18:33:44.001548 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ccb31-dd9a-4a96-bc63-abcc00f88e15 req-6ffddb48-a516-4415-ad5d-fe98118e6bff tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:44.003338 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-341ccb31-dd9a-4a96-bc63-abcc00f88e15 req-6ffddb48-a516-4415-ad5d-fe98118e6bff tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 945 time: 0.0791929 Jan 17 18:33:44.018927 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 58976) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:44.030566 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-daac7a40-2380-412b-8e13-5ed97b5b4633 req-56656df8-e2e1-462f-a245-022186356bb9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=f908ba64-caba-4c9a-93f7-ff65c0c026fc HTTP/1.1" status: 200 len: 217 time: 0.0770671 Jan 17 18:33:44.089086 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac7a40-2380-412b-8e13-5ed97b5b4633 req-20e31a15-d5b3-4232-aa76-1e1bfda37728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:44.091224 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-daac7a40-2380-412b-8e13-5ed97b5b4633 req-20e31a15-d5b3-4232-aa76-1e1bfda37728 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cdea2fe7-855d-4c7c-8f98-9ac8c0d7e3c2 HTTP/1.1" status: 200 len: 843 time: 0.0533304 Jan 17 18:33:44.114442 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-341ccb31-dd9a-4a96-bc63-abcc00f88e15 req-a60fab3b-3b44-4ae0-849e-5f314de90ee1 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae35a236-21e9-4b46-982d-37ea4de721b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046383 Jan 17 18:33:44.127429 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-438a422f-d705-4a59-9cc7-f5cc1edbf145 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for security_group (8c4c4979-4ae0-4e6c-86c4-2c4316aef83d), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:44.164727 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac7a40-2380-412b-8e13-5ed97b5b4633 req-24e8f051-de62-41ea-ad23-88d80d1699d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:44.167003 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-daac7a40-2380-412b-8e13-5ed97b5b4633 req-24e8f051-de62-41ea-ad23-88d80d1699d4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ff5c484d-3ca0-4614-bffc-bc592f54726b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0652516 Jan 17 18:33:44.183158 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-438a422f-d705-4a59-9cc7-f5cc1edbf145 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for security_group (8c4c4979-4ae0-4e6c-86c4-2c4316aef83d), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:44.256159 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-438a422f-d705-4a59-9cc7-f5cc1edbf145 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (8c4c4979-4ae0-4e6c-86c4-2c4316aef83d), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:44.260072 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-438a422f-d705-4a59-9cc7-f5cc1edbf145 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:44.262500 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-438a422f-d705-4a59-9cc7-f5cc1edbf145 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "DELETE /v2.0/security-groups/8c4c4979-4ae0-4e6c-86c4-2c4316aef83d HTTP/1.1" status: 204 len: 168 time: 0.2424135 Jan 17 18:33:44.266378 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 58980) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:44.273502 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-daac7a40-2380-412b-8e13-5ed97b5b4633 req-d78a4d5f-9876-4932-94b6-d4e8c4801749 service neutron] 10.222.0.31 "GET /v2.0/networks/ff5c484d-3ca0-4614-bffc-bc592f54726b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976133 Jan 17 18:33:44.285290 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a422f-d705-4a59-9cc7-f5cc1edbf145 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4c4979-4ae0-4e6c-86c4-2c4316aef83d,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:44.292981 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.api.v2.resource [None req-1348077d-d7f9-4bf7-b743-e2a0aa1f633d tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] show failed (client error): The resource could not be found. Jan 17 18:33:44.296861 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-1348077d-d7f9-4bf7-b743-e2a0aa1f633d tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups/8c4c4979-4ae0-4e6c-86c4-2c4316aef83d HTTP/1.1" status: 404 len: 347 time: 0.0249541 Jan 17 18:33:44.297230 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 58982) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:44.436212 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-daac7a40-2380-412b-8e13-5ed97b5b4633 req-900bc74b-bb81-4d19-84e5-168aff60fa82 service neutron] 10.222.0.31 "GET /v2.0/networks/ff5c484d-3ca0-4614-bffc-bc592f54726b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495383 Jan 17 18:33:44.480612 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-2d1f35c4-e0bd-4dd1-a5f9-778a8a2b1223 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Deleting port 482fb368-15da-4cee-8885-262a07848221 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:33:44.480959 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2d1f35c4-e0bd-4dd1-a5f9-778a8a2b1223 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (482fb368-15da-4cee-8885-262a07848221), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:44.570002 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2d1f35c4-e0bd-4dd1-a5f9-778a8a2b1223 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (482fb368-15da-4cee-8885-262a07848221), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:44.570394 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2d1f35c4-e0bd-4dd1-a5f9-778a8a2b1223 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for floatingip (482fb368-15da-4cee-8885-262a07848221), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:44.583626 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-2d1f35c4-e0bd-4dd1-a5f9-778a8a2b1223 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Calling delete_port for 482fb368-15da-4cee-8885-262a07848221 owned by network:floatingip {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:33:44.625770 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:44.740225 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2d1f35c4-e0bd-4dd1-a5f9-778a8a2b1223 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (482fb368-15da-4cee-8885-262a07848221), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:44.766416 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f35c4-e0bd-4dd1-a5f9-778a8a2b1223 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Pushing event deleted for resources: {'Port': ['ID=482fb368-15da-4cee-8885-262a07848221,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:44.834006 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2d1f35c4-e0bd-4dd1-a5f9-778a8a2b1223 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for floatingip (246197a8-ce44-4b3e-8a21-ed9402a57378), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:44.837097 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2d1f35c4-e0bd-4dd1-a5f9-778a8a2b1223 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for floatingip (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:44.841870 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-2d1f35c4-e0bd-4dd1-a5f9-778a8a2b1223 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "DELETE /v2.0/floatingips/246197a8-ce44-4b3e-8a21-ed9402a57378 HTTP/1.1" status: 204 len: 168 time: 0.5402119 Jan 17 18:33:44.910529 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aeaca6-77b2-4ce7-bc1a-fbb15a76a9ee req-1f9dd5a9-0a9d-487e-aba1-89b8a659c2f1 tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:44.912045 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-62aeaca6-77b2-4ce7-bc1a-fbb15a76a9ee req-1f9dd5a9-0a9d-487e-aba1-89b8a659c2f1 tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] 10.222.0.57 "GET /v2.0/ports?device_id=62e48d64-2788-40c4-8da4-7fb0cc69d519 HTTP/1.1" status: 200 len: 948 time: 0.0687766 Jan 17 18:33:44.965404 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-62aeaca6-77b2-4ce7-bc1a-fbb15a76a9ee req-b71d03b0-1e45-4725-8992-73df0594a9b5 tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] 10.222.0.57 "GET /v2.0/security-groups?id=fc6089ed-094d-4de2-89d5-6ab35e1b11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440340 Jan 17 18:33:45.656800 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device ec772cd4-09c1-4323-a731-f99b10219d43 no longer exists at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:33:45.681304 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] No Port match for: ec772cd4-09c1-4323-a731-f99b10219d43 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:33:45.681648 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device ec772cd4-09c1-4323-a731-f99b10219d43 not bound to the agent host hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:33:46.142102 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e71297-0015-4c6b-811c-607ca0242efd req-0a64435b-24cd-4ec6-aa55-c67efef9a221 tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:46.144796 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-a0e71297-0015-4c6b-811c-607ca0242efd req-0a64435b-24cd-4ec6-aa55-c67efef9a221 tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] 10.222.0.57 "GET /v2.0/ports?device_id=62e48d64-2788-40c4-8da4-7fb0cc69d519 HTTP/1.1" status: 200 len: 948 time: 0.0610607 Jan 17 18:33:46.219760 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-a0e71297-0015-4c6b-811c-607ca0242efd req-e0beb2c1-db6b-45c7-94bf-994c4927b905 tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] 10.222.0.57 "GET /v2.0/security-groups?id=fc6089ed-094d-4de2-89d5-6ab35e1b11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617285 Jan 17 18:33:46.439608 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 59030) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:46.446551 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-b541f60b-459c-4252-ad9d-97d2d961aae5 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Request body: {'security_group': {'name': 'tempest-securitygroup--670405687', 'description': 'tempest-description--1686769823'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:33:46.471902 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b541f60b-459c-4252-ad9d-97d2d961aae5 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:46.538265 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b541f60b-459c-4252-ad9d-97d2d961aae5 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for security_group (db5bb52a-cfe5-4828-b768-183be622f39c), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:46.542548 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b541f60b-459c-4252-ad9d-97d2d961aae5 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (db5bb52a-cfe5-4828-b768-183be622f39c), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:46.574603 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b541f60b-459c-4252-ad9d-97d2d961aae5 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:46.575811 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-b541f60b-459c-4252-ad9d-97d2d961aae5 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1352329 Jan 17 18:33:46.577713 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541f60b-459c-4252-ad9d-97d2d961aae5 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db5bb52a-cfe5-4828-b768-183be622f39c,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:46.580065 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 59034) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:46.585083 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-e7adfb27-4347-426e-90bb-1528c04e8c36 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Request body: {'security_group_rule': {'security_group_id': 'db5bb52a-cfe5-4828-b768-183be622f39c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:33:46.613764 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e7adfb27-4347-426e-90bb-1528c04e8c36 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for security_group_rule (1a5176d8-d5d6-4b6f-8852-2321ee5e3801), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:46.673331 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e7adfb27-4347-426e-90bb-1528c04e8c36 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for security_group_rule (1a5176d8-d5d6-4b6f-8852-2321ee5e3801), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:46.678870 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e7adfb27-4347-426e-90bb-1528c04e8c36 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951415'] for security_group_rule (1a5176d8-d5d6-4b6f-8852-2321ee5e3801), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:46.697539 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7adfb27-4347-426e-90bb-1528c04e8c36 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a5176d8-d5d6-4b6f-8852-2321ee5e3801,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:46.706345 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e7adfb27-4347-426e-90bb-1528c04e8c36 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:46.710040 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-e7adfb27-4347-426e-90bb-1528c04e8c36 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1260595 Jan 17 18:33:46.710773 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 59036) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:46.715160 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-4de0c46a-8eed-4657-9e12-60895ffae36e tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Request body: {'security_group_rule': {'security_group_id': 'db5bb52a-cfe5-4828-b768-183be622f39c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:33:46.745456 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4de0c46a-8eed-4657-9e12-60895ffae36e tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for security_group_rule (af980d79-af00-4dae-b48f-c3833689dca3), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:46.801402 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4de0c46a-8eed-4657-9e12-60895ffae36e tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for security_group_rule (af980d79-af00-4dae-b48f-c3833689dca3), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:46.804885 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4de0c46a-8eed-4657-9e12-60895ffae36e tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951415'] for security_group_rule (af980d79-af00-4dae-b48f-c3833689dca3), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:46.825439 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0c46a-8eed-4657-9e12-60895ffae36e tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af980d79-af00-4dae-b48f-c3833689dca3,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:46.832981 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4de0c46a-8eed-4657-9e12-60895ffae36e tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:46.834187 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-4de0c46a-8eed-4657-9e12-60895ffae36e tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229880 Jan 17 18:33:46.837267 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 59038) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:46.842282 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-b76854f2-e25c-44a1-8419-a712848b8cb5 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Request body: {'floatingip': {'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:33:46.864740 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b76854f2-e25c-44a1-8419-a712848b8cb5 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:46.956432 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b76854f2-e25c-44a1-8419-a712848b8cb5 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:47.061935 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-b76854f2-e25c-44a1-8419-a712848b8cb5 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Allocated IP 172.27.3.19 (9ec40da0-3fb2-40ad-97b9-056b5e7103fe/10c42aa5-d9d6-40a2-95c7-0d399aece660/df75c83f-3f97-40b5-b2a1-00408f72eb17) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:33:47.162561 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b76854f2-e25c-44a1-8419-a712848b8cb5 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for port (df75c83f-3f97-40b5-b2a1-00408f72eb17), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:47.195359 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b76854f2-e25c-44a1-8419-a712848b8cb5 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (df75c83f-3f97-40b5-b2a1-00408f72eb17), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:47.235936 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76854f2-e25c-44a1-8419-a712848b8cb5 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Network 9ec40da0-3fb2-40ad-97b9-056b5e7103fe is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:33:47.240743 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-b76854f2-e25c-44a1-8419-a712848b8cb5 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:33:47.243285 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76854f2-e25c-44a1-8419-a712848b8cb5 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:33:47.273692 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76854f2-e25c-44a1-8419-a712848b8cb5 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Pushing event updated for resources: {'Port': ['ID=df75c83f-3f97-40b5-b2a1-00408f72eb17,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:47.333493 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643b0e4-baf2-4dbe-876a-a3a22e36ef9a req-e61855ca-3021-4c40-9f33-985dccc6502c tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:47.335035 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b643b0e4-baf2-4dbe-876a-a3a22e36ef9a req-e61855ca-3021-4c40-9f33-985dccc6502c tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] 10.222.0.57 "GET /v2.0/ports?device_id=62e48d64-2788-40c4-8da4-7fb0cc69d519 HTTP/1.1" status: 200 len: 948 time: 0.0502887 Jan 17 18:33:47.340201 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b76854f2-e25c-44a1-8419-a712848b8cb5 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for floatingip (beca6d9f-500c-41d3-81c3-bd18bc45f5b5), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:47.377823 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b76854f2-e25c-44a1-8419-a712848b8cb5 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (df75c83f-3f97-40b5-b2a1-00408f72eb17), before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:47.384051 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b643b0e4-baf2-4dbe-876a-a3a22e36ef9a req-77542726-0fbb-4dc4-8acf-f8d049841308 tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] 10.222.0.57 "GET /v2.0/security-groups?id=fc6089ed-094d-4de2-89d5-6ab35e1b11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420911 Jan 17 18:33:47.528905 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b76854f2-e25c-44a1-8419-a712848b8cb5 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for port (df75c83f-3f97-40b5-b2a1-00408f72eb17), precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:47.534363 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b76854f2-e25c-44a1-8419-a712848b8cb5 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167948'] for port (df75c83f-3f97-40b5-b2a1-00408f72eb17), after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:47.607012 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76854f2-e25c-44a1-8419-a712848b8cb5 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Pushing event updated for resources: {'Port': ['ID=df75c83f-3f97-40b5-b2a1-00408f72eb17,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:47.615314 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b76854f2-e25c-44a1-8419-a712848b8cb5 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565514'] for floatingip (beca6d9f-500c-41d3-81c3-bd18bc45f5b5), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:47.630793 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b76854f2-e25c-44a1-8419-a712848b8cb5 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for floatingip (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:47.631992 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-b76854f2-e25c-44a1-8419-a712848b8cb5 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7938616 Jan 17 18:33:47.656091 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device f908ba64-caba-4c9a-93f7-ff65c0c026fc details requested by agent hyperv_hv-cinder-82499 with host hv-cinder-82499 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 18:33:47.780352 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port f908ba64-caba-4c9a-93f7-ff65c0c026fc, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=f908ba64-caba-4c9a-93f7-ff65c0c026fc,segment=NetworkSegment(deb266b2-9859-465d-bf1b-4db2ea226e67),segment_id=deb266b2-9859-465d-bf1b-4db2ea226e67)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:33:47.794661 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Returning: {'device': 'f908ba64-caba-4c9a-93f7-ff65c0c026fc', 'network_id': 'ff5c484d-3ca0-4614-bffc-bc592f54726b', 'port_id': 'f908ba64-caba-4c9a-93f7-ff65c0c026fc', 'mac_address': 'fa:16:3e:5c:3c:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdea2fe7-855d-4c7c-8f98-9ac8c0d7e3c2', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 18:33:47.834609 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port f908ba64-caba-4c9a-93f7-ff65c0c026fc is: DOWN; New status is: BUILD {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:33:47.835014 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (f908ba64-caba-4c9a-93f7-ff65c0c026fc), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:47.849346 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f908ba64-caba-4c9a-93f7-ff65c0c026fc {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:33:47.864480 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-08fe1523-906c-43c7-b607-f5932efc3477 req-dca49e63-7ba2-4f10-a1c0-014d33fc13d1 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--670405687&fields=id&tenant_id=11bc53620fe449daa11721cdccd1e9a7 HTTP/1.1" status: 200 len: 267 time: 0.0455172 Jan 17 18:33:47.869698 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port f908ba64-caba-4c9a-93f7-ff65c0c026fc, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=f908ba64-caba-4c9a-93f7-ff65c0c026fc,segment=NetworkSegment(deb266b2-9859-465d-bf1b-4db2ea226e67),segment_id=deb266b2-9859-465d-bf1b-4db2ea226e67)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:33:47.873749 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (f908ba64-caba-4c9a-93f7-ff65c0c026fc), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:47.927593 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=f908ba64-caba-4c9a-93f7-ff65c0c026fc,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:47.973153 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe1523-906c-43c7-b607-f5932efc3477 req-77a17ef7-10a6-49ba-ac77-edb9946eb4fa tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:47.974627 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-08fe1523-906c-43c7-b607-f5932efc3477 req-77a17ef7-10a6-49ba-ac77-edb9946eb4fa tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/networks?id=2212e019-d500-4b0c-9632-00978d519e48 HTTP/1.1" status: 200 len: 816 time: 0.1025395 Jan 17 18:33:47.989418 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-08fe1523-906c-43c7-b607-f5932efc3477 req-3ba6540b-dade-4ec3-8012-a8e00daf31ff tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/quotas/11bc53620fe449daa11721cdccd1e9a7 HTTP/1.1" status: 200 len: 375 time: 0.0088947 Jan 17 18:33:48.043602 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-08fe1523-906c-43c7-b607-f5932efc3477 req-8ca34c99-09c1-4de6-b844-40162f28368d tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=11bc53620fe449daa11721cdccd1e9a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488949 Jan 17 18:33:48.138509 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-08fe1523-906c-43c7-b607-f5932efc3477 req-c76f36bc-71f2-42b9-9cbf-8b8aa272ce98 service neutron] 10.222.0.57 "GET /v2.0/networks/2212e019-d500-4b0c-9632-00978d519e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822849 Jan 17 18:33:48.161175 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['f908ba64-caba-4c9a-93f7-ff65c0c026fc'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:33:48.236330 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-08fe1523-906c-43c7-b607-f5932efc3477 req-de60f05f-bc6c-4ecf-b5d4-ec6702f618e2 service neutron] 10.222.0.57 "GET /v2.0/networks/2212e019-d500-4b0c-9632-00978d519e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918608 Jan 17 18:33:48.402585 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-91a7c765-baea-464c-a5ef-f754fda3708b req-4151ec4b-c462-49b3-af35-d3bdfca16da8 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 210 time: 0.0250058 Jan 17 18:33:48.502383 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09ff7b-a962-4711-9b85-9996ec1a86ea req-775f7261-51b9-40aa-9252-3c3700e787f2 tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:48.503953 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-fe09ff7b-a962-4711-9b85-9996ec1a86ea req-775f7261-51b9-40aa-9252-3c3700e787f2 tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] 10.222.0.57 "GET /v2.0/ports?device_id=62e48d64-2788-40c4-8da4-7fb0cc69d519 HTTP/1.1" status: 200 len: 949 time: 0.0504816 Jan 17 18:33:48.553046 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-fe09ff7b-a962-4711-9b85-9996ec1a86ea req-7391b5b5-547c-4e4b-90ee-1f4530e43ffa tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] 10.222.0.57 "GET /v2.0/security-groups?id=fc6089ed-094d-4de2-89d5-6ab35e1b11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430212 Jan 17 18:33:49.585286 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-3e98bcc8-2208-4457-8a82-dfe513e067d5 req-7f460c66-47c4-4343-bdf9-ffea1ea7b402 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 210 time: 0.0340054 Jan 17 18:33:49.630737 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe1523-906c-43c7-b607-f5932efc3477 req-a6d725f7-4df4-492f-9e3a-6e295ef7fd78 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:49.632192 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-08fe1523-906c-43c7-b607-f5932efc3477 req-a6d725f7-4df4-492f-9e3a-6e295ef7fd78 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.31 "GET /v2.0/networks?id=2212e019-d500-4b0c-9632-00978d519e48 HTTP/1.1" status: 200 len: 816 time: 0.3813131 Jan 17 18:33:49.670820 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device f908ba64-caba-4c9a-93f7-ff65c0c026fc up at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:33:49.674382 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71db605-c159-42e4-9720-af127206f2e6 req-e151dd86-397c-4461-a7a2-40114184e5a5 tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:49.675960 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-c71db605-c159-42e4-9720-af127206f2e6 req-e151dd86-397c-4461-a7a2-40114184e5a5 tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] 10.222.0.57 "GET /v2.0/ports?device_id=62e48d64-2788-40c4-8da4-7fb0cc69d519 HTTP/1.1" status: 200 len: 949 time: 0.0479515 Jan 17 18:33:49.705108 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-08fe1523-906c-43c7-b607-f5932efc3477 req-e095867b-c4fc-4466-a1b2-99fbc73b4484 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11bc53620fe449daa11721cdccd1e9a7 HTTP/1.1" status: 200 len: 379 time: 0.0627060 Jan 17 18:33:49.713621 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [req-08fe1523-906c-43c7-b607-f5932efc3477 req-05578a0f-66a0-400c-9894-58f384ec9d1c tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Request body: {'port': {'device_id': '8bdea89b-f3ae-4f5f-a0b1-92e83e589735', 'network_id': '2212e019-d500-4b0c-9632-00978d519e48', 'admin_state_up': True, 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'security_groups': ['db5bb52a-cfe5-4828-b768-183be622f39c']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:33:49.732879 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-c71db605-c159-42e4-9720-af127206f2e6 req-accd7198-ebfe-4d18-a62e-16826116dd14 tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] 10.222.0.57 "GET /v2.0/security-groups?id=fc6089ed-094d-4de2-89d5-6ab35e1b11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432129 Jan 17 18:33:49.733242 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning for port f908ba64-caba-4c9a-93f7-ff65c0c026fc completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 18:33:49.737881 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning complete for port f908ba64-caba-4c9a-93f7-ff65c0c026fc triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:33:49.738333 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (f908ba64-caba-4c9a-93f7-ff65c0c026fc), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:49.820978 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port f908ba64-caba-4c9a-93f7-ff65c0c026fc is: BUILD; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:33:49.821374 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (f908ba64-caba-4c9a-93f7-ff65c0c026fc), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:49.824945 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08fe1523-906c-43c7-b607-f5932efc3477 req-05578a0f-66a0-400c-9894-58f384ec9d1c tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Made reservation on behalf of 11bc53620fe449daa11721cdccd1e9a7 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:33:49.828352 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-08fe1523-906c-43c7-b607-f5932efc3477 req-05578a0f-66a0-400c-9894-58f384ec9d1c tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:49.845660 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e48d64-2788-40c4-8da4-7fb0cc69d519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f908ba64-caba-4c9a-93f7-ff65c0c026fc'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:33:49.847815 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e36e39c9c94bd67d9c0bfa4cbed5ada700490a47b49253aa7a2931ae849a628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7adc6efa-4be3-41c4-aab9-b21491347bdd" -d '{"events": [{"server_uuid": "62e48d64-2788-40c4-8da4-7fb0cc69d519", "name": "network-vif-plugged", "status": "completed", "tag": "f908ba64-caba-4c9a-93f7-ff65c0c026fc"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:33:49.863669 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port f908ba64-caba-4c9a-93f7-ff65c0c026fc, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=f908ba64-caba-4c9a-93f7-ff65c0c026fc,segment=NetworkSegment(deb266b2-9859-465d-bf1b-4db2ea226e67),segment_id=deb266b2-9859-465d-bf1b-4db2ea226e67)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:33:49.867723 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (f908ba64-caba-4c9a-93f7-ff65c0c026fc), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:49.896022 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4332e16-3218-43ee-9687-eef796713921 x-openstack-request-id: req-c4332e16-3218-43ee-9687-eef796713921 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:33:49.896432 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e48d64-2788-40c4-8da4-7fb0cc69d519", "name": "network-vif-plugged", "status": "completed", "tag": "f908ba64-caba-4c9a-93f7-ff65c0c026fc", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:33:49.896764 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c4332e16-3218-43ee-9687-eef796713921 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:33:49.897236 dv-cinder-824995-1-iscsi neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e48d64-2788-40c4-8da4-7fb0cc69d519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f908ba64-caba-4c9a-93f7-ff65c0c026fc', 'code': 200} Jan 17 18:33:49.927398 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=f908ba64-caba-4c9a-93f7-ff65c0c026fc,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:49.956497 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-08fe1523-906c-43c7-b607-f5932efc3477 req-05578a0f-66a0-400c-9894-58f384ec9d1c tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Allocated IP 172.20.0.4 (2212e019-d500-4b0c-9632-00978d519e48/9ea9967e-4370-4564-98d1-90d5a9404775/5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:33:50.064775 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cf4d2-001b-4d57-994f-d6f108bdeb87 req-039b97fa-eb34-47fa-89d2-a003d06fe058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:50.066221 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-7e6cf4d2-001b-4d57-994f-d6f108bdeb87 req-039b97fa-eb34-47fa-89d2-a003d06fe058 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=62e48d64-2788-40c4-8da4-7fb0cc69d519 HTTP/1.1" status: 200 len: 1103 time: 0.0422978 Jan 17 18:33:50.100359 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-08fe1523-906c-43c7-b607-f5932efc3477 req-05578a0f-66a0-400c-9894-58f384ec9d1c tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for port (5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:50.111533 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-7e6cf4d2-001b-4d57-994f-d6f108bdeb87 req-9ec0a2bc-6f93-4938-8d56-badb7d758e21 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fc6089ed-094d-4de2-89d5-6ab35e1b11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372381 Jan 17 18:33:50.134357 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-08fe1523-906c-43c7-b607-f5932efc3477 req-05578a0f-66a0-400c-9894-58f384ec9d1c tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261205625'] for port (5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:50.177803 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08fe1523-906c-43c7-b607-f5932efc3477 req-05578a0f-66a0-400c-9894-58f384ec9d1c tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Network 2212e019-d500-4b0c-9632-00978d519e48 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:33:50.180827 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-08fe1523-906c-43c7-b607-f5932efc3477 req-05578a0f-66a0-400c-9894-58f384ec9d1c tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:33:50.185117 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-08fe1523-906c-43c7-b607-f5932efc3477 req-05578a0f-66a0-400c-9894-58f384ec9d1c tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:33:50.191248 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05578a0f-66a0-400c-9894-58f384ec9d1c tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Pushing event updated for resources: {'Port': ['ID=5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:50.241060 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe1523-906c-43c7-b607-f5932efc3477 req-05578a0f-66a0-400c-9894-58f384ec9d1c tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:50.241683 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-08fe1523-906c-43c7-b607-f5932efc3477 req-05578a0f-66a0-400c-9894-58f384ec9d1c tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:50.274912 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-08fe1523-906c-43c7-b607-f5932efc3477 req-05578a0f-66a0-400c-9894-58f384ec9d1c tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5603502 Jan 17 18:33:50.319828 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [req-08fe1523-906c-43c7-b607-f5932efc3477 req-f0718296-907b-46f6-b563-24e1e21edd89 service neutron] Request body: {'port': {'device_id': '8bdea89b-f3ae-4f5f-a0b1-92e83e589735', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82499'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:33:50.379552 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-08fe1523-906c-43c7-b607-f5932efc3477 req-f0718296-907b-46f6-b563-24e1e21edd89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a), before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:50.407685 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1dc14174-41ba-4eec-9686-f9a5978100fc None None] Provisioning complete for port 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:33:50.408142 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1dc14174-41ba-4eec-9686-f9a5978100fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:50.449617 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-1dc14174-41ba-4eec-9686-f9a5978100fc None None] Port 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 18:33:50.486541 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 59126) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:50.530365 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc7cdff0-736e-4404-bbc9-e070bc37a84c admin admin] Deleting subnet c5d798e8-d5d5-45f5-b734-03e979549d2d {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 18:33:50.533587 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fc7cdff0-736e-4404-bbc9-e070bc37a84c admin admin] Publish callbacks [] for subnet (c5d798e8-d5d5-45f5-b734-03e979549d2d), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:50.568921 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fc7cdff0-736e-4404-bbc9-e070bc37a84c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557888'] for subnet (c5d798e8-d5d5-45f5-b734-03e979549d2d), precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:50.617251 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fc7cdff0-736e-4404-bbc9-e070bc37a84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16255576'] for subnet (c5d798e8-d5d5-45f5-b734-03e979549d2d), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:50.641551 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [req-08fe1523-906c-43c7-b607-f5932efc3477 req-f0718296-907b-46f6-b563-24e1e21edd89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:33:50.650633 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-08fe1523-906c-43c7-b607-f5932efc3477 req-f0718296-907b-46f6-b563-24e1e21edd89 service neutron] Publish callbacks [] for port (5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a), precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:50.695609 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-08fe1523-906c-43c7-b607-f5932efc3477 req-f0718296-907b-46f6-b563-24e1e21edd89 service neutron] Transition to ACTIVE for port object 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 18:33:50.695826 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fc7cdff0-736e-4404-bbc9-e070bc37a84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16255567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260168006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4038279'] for subnet (c5d798e8-d5d5-45f5-b734-03e979549d2d), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:50.699321 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-08fe1523-906c-43c7-b607-f5932efc3477 req-f0718296-907b-46f6-b563-24e1e21edd89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261205504'] for port (5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:50.728375 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fc7cdff0-736e-4404-bbc9-e070bc37a84c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for subnet (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:50.732287 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-fc7cdff0-736e-4404-bbc9-e070bc37a84c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c5d798e8-d5d5-45f5-b734-03e979549d2d HTTP/1.1" status: 204 len: 168 time: 0.2447214 Jan 17 18:33:50.733131 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7cdff0-736e-4404-bbc9-e070bc37a84c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5d798e8-d5d5-45f5-b734-03e979549d2d,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:50.734915 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 59130) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:50.748485 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fea44a-d714-4d3e-a41b-fabd3ca2c2ac req-4995cb9c-6933-428f-bdd3-bfa13c26d6d0 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:50.749883 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-52fea44a-d714-4d3e-a41b-fabd3ca2c2ac req-4995cb9c-6933-428f-bdd3-bfa13c26d6d0 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 931 time: 0.0878348 Jan 17 18:33:50.817943 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-52fea44a-d714-4d3e-a41b-fabd3ca2c2ac req-f8a58ba3-fdfe-48f0-bb38-5e12e8d2a3e3 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594172 Jan 17 18:33:50.826769 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0718296-907b-46f6-b563-24e1e21edd89 service neutron] Pushing event updated for resources: {'Port': ['ID=5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:50.900514 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6eace733-6d1c-4fa8-90bd-331c615d7dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16714788'] for network (ba9d6ca4-ae5e-419f-87bb-3d637810055c), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:50.934050 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb293b-975e-4835-bf21-5c1215be5341 req-9c60e800-4f72-4dd9-88a7-238440bb7c55 tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:50.935596 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-14fb293b-975e-4835-bf21-5c1215be5341 req-9c60e800-4f72-4dd9-88a7-238440bb7c55 tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] 10.222.0.57 "GET /v2.0/ports?device_id=62e48d64-2788-40c4-8da4-7fb0cc69d519 HTTP/1.1" status: 200 len: 950 time: 0.1161408 Jan 17 18:33:50.974893 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-08fe1523-906c-43c7-b607-f5932efc3477 req-f0718296-907b-46f6-b563-24e1e21edd89 service neutron] Attempting to bind port 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a on host hv-cinder-82499 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:33:50.975274 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-08fe1523-906c-43c7-b607-f5932efc3477 req-f0718296-907b-46f6-b563-24e1e21edd89 service neutron] Attempting to bind port 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a by drivers openvswitch,hyperv on host hv-cinder-82499 at level 0 using segments [{'id': '2c78bc40-75f9-41e4-87c6-931db814d21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2212e019-d500-4b0c-9632-00978d519e48'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:33:50.975550 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fe1523-906c-43c7-b607-f5932efc3477 req-f0718296-907b-46f6-b563-24e1e21edd89 service neutron] Attempting to bind port 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a on network 2212e019-d500-4b0c-9632-00978d519e48 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:33:50.996264 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fe1523-906c-43c7-b607-f5932efc3477 req-f0718296-907b-46f6-b563-24e1e21edd89 service neutron] Port 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a on network 2212e019-d500-4b0c-9632-00978d519e48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82499 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 18:33:50.996578 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fe1523-906c-43c7-b607-f5932efc3477 req-f0718296-907b-46f6-b563-24e1e21edd89 service neutron] Attempting to bind port 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a on network 2212e019-d500-4b0c-9632-00978d519e48 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:33:51.041713 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fe1523-906c-43c7-b607-f5932efc3477 req-f0718296-907b-46f6-b563-24e1e21edd89 service neutron] Checking agent: {'id': 'c251eb83-93a6-4d5d-bd4b-c362ae836320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82499', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'started_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:33:51.042579 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fe1523-906c-43c7-b607-f5932efc3477 req-f0718296-907b-46f6-b563-24e1e21edd89 service neutron] Checking segment: {'id': '2c78bc40-75f9-41e4-87c6-931db814d21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2212e019-d500-4b0c-9632-00978d519e48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:33:51.043036 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fe1523-906c-43c7-b607-f5932efc3477 req-f0718296-907b-46f6-b563-24e1e21edd89 service neutron] Bound using segment: {'id': '2c78bc40-75f9-41e4-87c6-931db814d21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2212e019-d500-4b0c-9632-00978d519e48'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:33:51.043408 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-08fe1523-906c-43c7-b607-f5932efc3477 req-f0718296-907b-46f6-b563-24e1e21edd89 service neutron] Bound port: 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a, host: hv-cinder-82499, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c78bc40-75f9-41e4-87c6-931db814d21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2212e019-d500-4b0c-9632-00978d519e48'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:33:51.043779 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-08fe1523-906c-43c7-b607-f5932efc3477 req-f0718296-907b-46f6-b563-24e1e21edd89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a), before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:51.053176 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cbc16122-d651-439f-a87f-680766ccd938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:51.066707 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-14fb293b-975e-4835-bf21-5c1215be5341 req-544dacf7-32b7-4e61-8a83-e2b4787671dd tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] 10.222.0.57 "GET /v2.0/security-groups?id=fc6089ed-094d-4de2-89d5-6ab35e1b11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240599 Jan 17 18:33:51.072274 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6eace733-6d1c-4fa8-90bd-331c615d7dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16256479', 'neutron.services.segments.db._delete_segments_for_network-8736374233384'] for network (ba9d6ca4-ae5e-419f-87bb-3d637810055c), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:51.114452 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.services.segments.db [None req-6eace733-6d1c-4fa8-90bd-331c615d7dc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba9d6ca4-ae5e-419f-87bb-3d637810055c']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:33:51.128565 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.services.segments.db [None req-6eace733-6d1c-4fa8-90bd-331c615d7dc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce3125b2-6b5d-4bf1-afb8-487ee3c3a748') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:33:51.128855 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.services.segments.db [None req-6eace733-6d1c-4fa8-90bd-331c615d7dc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce3125b2-6b5d-4bf1-afb8-487ee3c3a748') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:33:51.146472 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6eace733-6d1c-4fa8-90bd-331c615d7dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736374233137', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233301'] for segment (ce3125b2-6b5d-4bf1-afb8-487ee3c3a748), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:51.159309 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-08fe1523-906c-43c7-b607-f5932efc3477 req-f0718296-907b-46f6-b563-24e1e21edd89 service neutron] For port 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a, host hv-cinder-82499, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:33:51.162638 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-08fe1523-906c-43c7-b607-f5932efc3477 req-f0718296-907b-46f6-b563-24e1e21edd89 service neutron] For port 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a, host hv-cinder-82499, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a,segment=NetworkSegment(2c78bc40-75f9-41e4-87c6-931db814d21f),segment_id=2c78bc40-75f9-41e4-87c6-931db814d21f)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:33:51.164267 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6eace733-6d1c-4fa8-90bd-331c615d7dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749'] for segment (ce3125b2-6b5d-4bf1-afb8-487ee3c3a748), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:51.168949 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-08fe1523-906c-43c7-b607-f5932efc3477 req-f0718296-907b-46f6-b563-24e1e21edd89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261205504'] for port (5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:51.176649 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eace733-6d1c-4fa8-90bd-331c615d7dc6 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 18:33:51.177021 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6eace733-6d1c-4fa8-90bd-331c615d7dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261205540'] for segment (ce3125b2-6b5d-4bf1-afb8-487ee3c3a748), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:51.178557 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:33:51.178557 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:33:51.178557 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:33:51.178557 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:33:51.178557 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:33:51.178557 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:33:51.178557 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:33:51.178557 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:33:51.178557 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:33:51.178557 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:33:51.178557 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:33:51.178557 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:33:51.178557 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:33:51.178557 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:33:51.178557 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:33:51.178557 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:33:51.178557 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:33:51.178557 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:33:51.178557 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:33:51.178557 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:33:51.178557 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:33:51.178557 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:33:51.178557 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:33:51.178557 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:33:51.178557 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:33:51.178557 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:33:51.178557 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:33:51.178557 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:33:51.178557 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:33:51.178557 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:33:51.178557 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:33:51.178557 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:33:51.178557 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:33:51.178557 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:33:51.178557 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:33:51.178557 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:33:51.181009 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:33:51.181009 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:33:51.181009 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:33:51.181009 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:33:51.181009 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:33:51.181009 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:33:51.181009 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:33:51.181009 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:33:51.181009 dv-cinder-824995-1-iscsi neutron-server[102423]: Traceback (most recent call last): Jan 17 18:33:51.181009 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 18:33:51.181009 dv-cinder-824995-1-iscsi neutron-server[102423]: timer() Jan 17 18:33:51.181009 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 18:33:51.181009 dv-cinder-824995-1-iscsi neutron-server[102423]: cb(*args, **kw) Jan 17 18:33:51.181009 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 18:33:51.181009 dv-cinder-824995-1-iscsi neutron-server[102423]: return func(*args, **kwargs) Jan 17 18:33:51.181009 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 18:33:51.181009 dv-cinder-824995-1-iscsi neutron-server[102423]: self._notify() Jan 17 18:33:51.181009 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 18:33:51.181009 dv-cinder-824995-1-iscsi neutron-server[102423]: self.callback(batched_events) Jan 17 18:33:51.181009 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 18:33:51.181009 dv-cinder-824995-1-iscsi neutron-server[102423]: event.method(event) Jan 17 18:33:51.181009 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 18:33:51.181009 dv-cinder-824995-1-iscsi neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 18:33:51.181009 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 18:33:51.181009 dv-cinder-824995-1-iscsi neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 18:33:51.181009 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 18:33:51.181009 dv-cinder-824995-1-iscsi neutron-server[102423]: return f(self, *a, **k) Jan 17 18:33:51.181009 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 18:33:51.181009 dv-cinder-824995-1-iscsi neutron-server[102423]: return self._get(url).json() Jan 17 18:33:51.181009 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 18:33:51.181009 dv-cinder-824995-1-iscsi neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 18:33:51.181009 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 18:33:51.181009 dv-cinder-824995-1-iscsi neutron-server[102423]: return self.request(url, 'GET', **kwargs) Jan 17 18:33:51.181009 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 18:33:51.181009 dv-cinder-824995-1-iscsi neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 18:33:51.181009 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 18:33:51.181009 dv-cinder-824995-1-iscsi neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 18:33:51.181009 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 18:33:51.181009 dv-cinder-824995-1-iscsi neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 18:33:51.181009 dv-cinder-824995-1-iscsi neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 18:33:51.243290 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe1523-906c-43c7-b607-f5932efc3477 req-f0718296-907b-46f6-b563-24e1e21edd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:51.243918 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-08fe1523-906c-43c7-b607-f5932efc3477 req-f0718296-907b-46f6-b563-24e1e21edd89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:51.245544 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-08fe1523-906c-43c7-b607-f5932efc3477 req-f0718296-907b-46f6-b563-24e1e21edd89 service neutron] 10.222.0.31 "PUT /v2.0/ports/5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a HTTP/1.1" status: 200 len: 1093 time: 0.9299793 Jan 17 18:33:51.247934 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bdea89b-f3ae-4f5f-a0b1-92e83e589735', 'tag': '5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:33:51.250286 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ebc6f40cb2ac68c89279b37e377f59c9ca88cf84401dffc3b34b74128c2044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e501a2e5-7c0a-4f69-bcba-a86840bd1dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "8bdea89b-f3ae-4f5f-a0b1-92e83e589735", "tag": "5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:33:51.281694 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0718296-907b-46f6-b563-24e1e21edd89 service neutron] Pushing event updated for resources: {'Port': ['ID=5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:51.285041 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6eace733-6d1c-4fa8-90bd-331c615d7dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16256454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565532'] for network (ba9d6ca4-ae5e-419f-87bb-3d637810055c), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:51.290171 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6eace733-6d1c-4fa8-90bd-331c615d7dc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for network (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:51.295880 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-6eace733-6d1c-4fa8-90bd-331c615d7dc6 admin admin] 10.222.0.57 "DELETE /v2.0/networks/ba9d6ca4-ae5e-419f-87bb-3d637810055c HTTP/1.1" status: 204 len: 168 time: 0.5563350 Jan 17 18:33:51.296224 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 59136) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:51.308745 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eace733-6d1c-4fa8-90bd-331c615d7dc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba9d6ca4-ae5e-419f-87bb-3d637810055c,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:51.331938 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 18:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9530b6c6-b0dd-4020-b759-c2842592f3e1 x-openstack-request-id: req-9530b6c6-b0dd-4020-b759-c2842592f3e1 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:33:51.332470 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bdea89b-f3ae-4f5f-a0b1-92e83e589735", "tag": "5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:33:51.332900 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9530b6c6-b0dd-4020-b759-c2842592f3e1 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:33:51.333608 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bdea89b-f3ae-4f5f-a0b1-92e83e589735', 'tag': '5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a', 'status': 'completed', 'code': 200} Jan 17 18:33:51.398867 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe1523-906c-43c7-b607-f5932efc3477 req-cecc3f84-bd63-4150-a75c-f54c4bc5eace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:51.400522 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-08fe1523-906c-43c7-b607-f5932efc3477 req-cecc3f84-bd63-4150-a75c-f54c4bc5eace service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11bc53620fe449daa11721cdccd1e9a7&device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 1096 time: 0.0536213 Jan 17 18:33:51.453159 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-08fe1523-906c-43c7-b607-f5932efc3477 req-886a6c69-e074-4b33-bb24-38c8048d9dbd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a HTTP/1.1" status: 200 len: 217 time: 0.0439179 Jan 17 18:33:51.504822 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe1523-906c-43c7-b607-f5932efc3477 req-b8fc7e70-17f8-4bd3-b91c-c5b5c22524af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:51.506399 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-08fe1523-906c-43c7-b607-f5932efc3477 req-b8fc7e70-17f8-4bd3-b91c-c5b5c22524af service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9ea9967e-4370-4564-98d1-90d5a9404775 HTTP/1.1" status: 200 len: 855 time: 0.0471427 Jan 17 18:33:51.553855 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe1523-906c-43c7-b607-f5932efc3477 req-4caf9205-454e-49d7-a54f-3cfeef17b830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:51.555285 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-08fe1523-906c-43c7-b607-f5932efc3477 req-4caf9205-454e-49d7-a54f-3cfeef17b830 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2212e019-d500-4b0c-9632-00978d519e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404670 Jan 17 18:33:51.599068 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c466f78-7efb-45d4-9af2-aedfc783041d admin admin] Deleting subnet e2b5f3dc-dc61-4d98-9b3b-f4c4674b7f6e {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 18:33:51.602412 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9c466f78-7efb-45d4-9af2-aedfc783041d admin admin] Publish callbacks [] for subnet (e2b5f3dc-dc61-4d98-9b3b-f4c4674b7f6e), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:51.636680 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9c466f78-7efb-45d4-9af2-aedfc783041d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557888'] for subnet (e2b5f3dc-dc61-4d98-9b3b-f4c4674b7f6e), precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:51.651513 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-08fe1523-906c-43c7-b607-f5932efc3477 req-ac4949b3-9a70-46b3-bc1d-f6345dde75d9 service neutron] 10.222.0.31 "GET /v2.0/networks/2212e019-d500-4b0c-9632-00978d519e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892003 Jan 17 18:33:51.675525 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9c466f78-7efb-45d4-9af2-aedfc783041d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16255576'] for subnet (e2b5f3dc-dc61-4d98-9b3b-f4c4674b7f6e), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:51.733094 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9c466f78-7efb-45d4-9af2-aedfc783041d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16255567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260168006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4038279'] for subnet (e2b5f3dc-dc61-4d98-9b3b-f4c4674b7f6e), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:51.740990 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-08fe1523-906c-43c7-b607-f5932efc3477 req-3a4b66db-daf4-4caf-b4ec-7a8c4a6bc3ce service neutron] 10.222.0.31 "GET /v2.0/networks/2212e019-d500-4b0c-9632-00978d519e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831611 Jan 17 18:33:51.762057 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9c466f78-7efb-45d4-9af2-aedfc783041d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for subnet (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:51.765193 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-9c466f78-7efb-45d4-9af2-aedfc783041d admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e2b5f3dc-dc61-4d98-9b3b-f4c4674b7f6e HTTP/1.1" status: 204 len: 168 time: 0.4680252 Jan 17 18:33:51.766253 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c466f78-7efb-45d4-9af2-aedfc783041d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2b5f3dc-dc61-4d98-9b3b-f4c4674b7f6e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:51.767749 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 59140) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:51.868303 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-95141675-f09e-49d9-a65c-575991ecc266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16714788'] for network (e243f50f-06c4-40c0-bee8-abbbf6c265fb), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:51.875908 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501a2e5-7c0a-4f69-bcba-a86840bd1dd8 req-51303b3e-6a60-47e5-9cfe-a7a762a29342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:51.877409 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-e501a2e5-7c0a-4f69-bcba-a86840bd1dd8 req-51303b3e-6a60-47e5-9cfe-a7a762a29342 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11bc53620fe449daa11721cdccd1e9a7&device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 1096 time: 0.0642362 Jan 17 18:33:52.045595 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-95141675-f09e-49d9-a65c-575991ecc266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16256479', 'neutron.services.segments.db._delete_segments_for_network-8736374233384'] for network (e243f50f-06c4-40c0-bee8-abbbf6c265fb), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:52.079123 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92649a-4668-4b0e-8d4e-fdbe066cdfaa req-9ac30cc9-1b1f-4076-a798-a6e976a23df1 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:52.080645 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-3d92649a-4668-4b0e-8d4e-fdbe066cdfaa req-9ac30cc9-1b1f-4076-a798-a6e976a23df1 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 943 time: 0.1814542 Jan 17 18:33:52.092380 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.services.segments.db [None req-95141675-f09e-49d9-a65c-575991ecc266 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e243f50f-06c4-40c0-bee8-abbbf6c265fb']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:33:52.099171 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501a2e5-7c0a-4f69-bcba-a86840bd1dd8 req-9d85525a-3bd5-46d4-b769-2eceaa44b6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:52.100622 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-e501a2e5-7c0a-4f69-bcba-a86840bd1dd8 req-9d85525a-3bd5-46d4-b769-2eceaa44b6ee service neutron] 10.222.0.31 "GET /v2.0/networks?id=2212e019-d500-4b0c-9632-00978d519e48 HTTP/1.1" status: 200 len: 917 time: 0.2172523 Jan 17 18:33:52.121063 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.services.segments.db [None req-95141675-f09e-49d9-a65c-575991ecc266 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67320a7b-d96f-4d76-9f57-1f5e01c0eb16') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:33:52.121362 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.services.segments.db [None req-95141675-f09e-49d9-a65c-575991ecc266 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67320a7b-d96f-4d76-9f57-1f5e01c0eb16') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:33:52.174090 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-95141675-f09e-49d9-a65c-575991ecc266 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736374233137', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233301'] for segment (67320a7b-d96f-4d76-9f57-1f5e01c0eb16), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:52.176534 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-e501a2e5-7c0a-4f69-bcba-a86840bd1dd8 req-85b7f351-4856-4181-981c-a4ea783d28ab service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a HTTP/1.1" status: 200 len: 217 time: 0.0532653 Jan 17 18:33:52.186981 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb0da3-fff5-40ad-a8e7-dbb9a37ff3c4 req-9650bd60-32cd-4886-8cb0-e595d58d8a65 tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:52.188482 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-21bb0da3-fff5-40ad-a8e7-dbb9a37ff3c4 req-9650bd60-32cd-4886-8cb0-e595d58d8a65 tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] 10.222.0.57 "GET /v2.0/ports?device_id=62e48d64-2788-40c4-8da4-7fb0cc69d519 HTTP/1.1" status: 200 len: 950 time: 0.0499542 Jan 17 18:33:52.236609 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-21bb0da3-fff5-40ad-a8e7-dbb9a37ff3c4 req-f5c771f7-c31a-4d18-9187-c947f639a243 tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] 10.222.0.57 "GET /v2.0/security-groups?id=fc6089ed-094d-4de2-89d5-6ab35e1b11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423102 Jan 17 18:33:52.236830 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-95141675-f09e-49d9-a65c-575991ecc266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749'] for segment (67320a7b-d96f-4d76-9f57-1f5e01c0eb16), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:52.246507 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95141675-f09e-49d9-a65c-575991ecc266 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 18:33:52.246895 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-95141675-f09e-49d9-a65c-575991ecc266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261205540'] for segment (67320a7b-d96f-4d76-9f57-1f5e01c0eb16), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:52.248703 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:33:52.248703 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:33:52.248703 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:33:52.248703 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:33:52.248703 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:33:52.248703 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:33:52.248703 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:33:52.248703 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:33:52.248703 dv-cinder-824995-1-iscsi neutron-server[102423]: Traceback (most recent call last): Jan 17 18:33:52.248703 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 18:33:52.248703 dv-cinder-824995-1-iscsi neutron-server[102423]: timer() Jan 17 18:33:52.248703 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 18:33:52.248703 dv-cinder-824995-1-iscsi neutron-server[102423]: cb(*args, **kw) Jan 17 18:33:52.248703 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 18:33:52.248703 dv-cinder-824995-1-iscsi neutron-server[102423]: return func(*args, **kwargs) Jan 17 18:33:52.248703 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 18:33:52.248703 dv-cinder-824995-1-iscsi neutron-server[102423]: self._notify() Jan 17 18:33:52.248703 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 18:33:52.248703 dv-cinder-824995-1-iscsi neutron-server[102423]: self.callback(batched_events) Jan 17 18:33:52.248703 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 18:33:52.248703 dv-cinder-824995-1-iscsi neutron-server[102423]: event.method(event) Jan 17 18:33:52.248703 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 18:33:52.248703 dv-cinder-824995-1-iscsi neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 18:33:52.248703 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 18:33:52.248703 dv-cinder-824995-1-iscsi neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 18:33:52.248703 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 18:33:52.248703 dv-cinder-824995-1-iscsi neutron-server[102423]: return f(self, *a, **k) Jan 17 18:33:52.248703 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 18:33:52.248703 dv-cinder-824995-1-iscsi neutron-server[102423]: return self._get(url).json() Jan 17 18:33:52.248703 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 18:33:52.248703 dv-cinder-824995-1-iscsi neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 18:33:52.248703 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 18:33:52.248703 dv-cinder-824995-1-iscsi neutron-server[102423]: return self.request(url, 'GET', **kwargs) Jan 17 18:33:52.248703 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 18:33:52.248703 dv-cinder-824995-1-iscsi neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 18:33:52.248703 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 18:33:52.248703 dv-cinder-824995-1-iscsi neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 18:33:52.248703 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 18:33:52.248703 dv-cinder-824995-1-iscsi neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 18:33:52.248703 dv-cinder-824995-1-iscsi neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 18:33:52.262207 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-3d92649a-4668-4b0e-8d4e-fdbe066cdfaa req-c0682876-3011-41b9-ad9a-a0aec2a2127c tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733131 Jan 17 18:33:52.305157 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501a2e5-7c0a-4f69-bcba-a86840bd1dd8 req-188e1954-742a-426a-879a-a7e6012721d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:52.306593 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-e501a2e5-7c0a-4f69-bcba-a86840bd1dd8 req-188e1954-742a-426a-879a-a7e6012721d4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9ea9967e-4370-4564-98d1-90d5a9404775 HTTP/1.1" status: 200 len: 855 time: 0.1141565 Jan 17 18:33:52.326469 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-95141675-f09e-49d9-a65c-575991ecc266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16256454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565532'] for network (e243f50f-06c4-40c0-bee8-abbbf6c265fb), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:52.346638 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-95141675-f09e-49d9-a65c-575991ecc266 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for network (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:52.349783 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-95141675-f09e-49d9-a65c-575991ecc266 admin admin] 10.222.0.57 "DELETE /v2.0/networks/e243f50f-06c4-40c0-bee8-abbbf6c265fb HTTP/1.1" status: 204 len: 168 time: 0.5808766 Jan 17 18:33:52.362404 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95141675-f09e-49d9-a65c-575991ecc266 admin admin] Pushing event deleted for resources: {'Network': ['ID=e243f50f-06c4-40c0-bee8-abbbf6c265fb,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:52.377766 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501a2e5-7c0a-4f69-bcba-a86840bd1dd8 req-8cdb6560-b587-4e53-95cb-5fa1bca2f692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:52.379288 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-e501a2e5-7c0a-4f69-bcba-a86840bd1dd8 req-8cdb6560-b587-4e53-95cb-5fa1bca2f692 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2212e019-d500-4b0c-9632-00978d519e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0644965 Jan 17 18:33:52.497772 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-e501a2e5-7c0a-4f69-bcba-a86840bd1dd8 req-bed20483-d341-4eee-b711-bca9c17afeb9 service neutron] 10.222.0.31 "GET /v2.0/networks/2212e019-d500-4b0c-9632-00978d519e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040606 Jan 17 18:33:52.575505 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 59156) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:52.640830 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502441f-88d5-4a3f-a2dc-9fb58d63aca4 req-d88da095-e4c2-4526-9bcf-6b628aa1f86a tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:52.641611 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-b350b8b0-5098-45bf-951b-aec850ffdd32 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7152c122017243ae8cc23ac9ce1cc047&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0655754 Jan 17 18:33:52.642536 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1502441f-88d5-4a3f-a2dc-9fb58d63aca4 req-d88da095-e4c2-4526-9bcf-6b628aa1f86a tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] 10.222.0.57 "GET /v2.0/ports?device_id=62e48d64-2788-40c4-8da4-7fb0cc69d519 HTTP/1.1" status: 200 len: 950 time: 0.1387694 Jan 17 18:33:52.644173 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 59158) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:52.698363 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-e501a2e5-7c0a-4f69-bcba-a86840bd1dd8 req-8646425f-32f3-481b-984e-c08ceef45128 service neutron] 10.222.0.31 "GET /v2.0/networks/2212e019-d500-4b0c-9632-00978d519e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843693 Jan 17 18:33:52.701981 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7b47c727-2574-4c18-85f2-6ada557ac0c0 admin admin] Publish callbacks [] for security_group (3cf37991-bce4-4882-a62d-6114d20b1565), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:52.731773 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7b47c727-2574-4c18-85f2-6ada557ac0c0 admin admin] Publish callbacks [] for security_group (3cf37991-bce4-4882-a62d-6114d20b1565), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:52.740302 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1502441f-88d5-4a3f-a2dc-9fb58d63aca4 req-58cbc115-d628-4508-839c-9ed4b31af287 tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] 10.222.0.57 "GET /v2.0/security-groups?id=fc6089ed-094d-4de2-89d5-6ab35e1b11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899668 Jan 17 18:33:52.787690 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7b47c727-2574-4c18-85f2-6ada557ac0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (3cf37991-bce4-4882-a62d-6114d20b1565), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:52.790497 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7b47c727-2574-4c18-85f2-6ada557ac0c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:52.794544 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-7b47c727-2574-4c18-85f2-6ada557ac0c0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3cf37991-bce4-4882-a62d-6114d20b1565 HTTP/1.1" status: 204 len: 168 time: 0.1463969 Jan 17 18:33:52.803007 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47c727-2574-4c18-85f2-6ada557ac0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf37991-bce4-4882-a62d-6114d20b1565,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:53.126453 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 59166) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:53.166405 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-d7e2e9f3-531b-4c6b-87fc-1f70deabc859 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a8fdddbdd0944575afe48c7961b8e085&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388095 Jan 17 18:33:53.168957 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 59168) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:53.214407 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6285346d-472d-43c0-9ef4-ecd34605e2f8 admin admin] Publish callbacks [] for security_group (e11abac1-cadd-4182-9dac-576032eb8389), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:53.234889 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6285346d-472d-43c0-9ef4-ecd34605e2f8 admin admin] Publish callbacks [] for security_group (e11abac1-cadd-4182-9dac-576032eb8389), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:53.283365 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6285346d-472d-43c0-9ef4-ecd34605e2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (e11abac1-cadd-4182-9dac-576032eb8389), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:53.285957 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6285346d-472d-43c0-9ef4-ecd34605e2f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:53.287107 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-6285346d-472d-43c0-9ef4-ecd34605e2f8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e11abac1-cadd-4182-9dac-576032eb8389 HTTP/1.1" status: 204 len: 168 time: 0.1172590 Jan 17 18:33:53.296043 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6285346d-472d-43c0-9ef4-ecd34605e2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11abac1-cadd-4182-9dac-576032eb8389,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:53.377641 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e8d161a7-4124-4882-b362-e760fb826f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:53.397004 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf633ef-d1dd-4b2f-90e1-4d64ba446e91 req-5035baab-a9e7-4f5b-9d5c-413acd2698b6 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:53.398574 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-eaf633ef-d1dd-4b2f-90e1-4d64ba446e91 req-5035baab-a9e7-4f5b-9d5c-413acd2698b6 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 943 time: 0.0552299 Jan 17 18:33:53.448945 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-eaf633ef-d1dd-4b2f-90e1-4d64ba446e91 req-5cc40f92-010f-4fce-9d3f-f6770c2f686b tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447392 Jan 17 18:33:53.718358 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fabfff-f1eb-4c06-9db6-84c763d390d0 req-eb276f5d-2114-4e11-96d2-11278371cb70 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:53.719873 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b8fabfff-f1eb-4c06-9db6-84c763d390d0 req-eb276f5d-2114-4e11-96d2-11278371cb70 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 945 time: 0.0531473 Jan 17 18:33:53.768677 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b8fabfff-f1eb-4c06-9db6-84c763d390d0 req-467d2af2-d78b-41f5-aba6-3941ea06dff8 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae35a236-21e9-4b46-982d-37ea4de721b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432990 Jan 17 18:33:53.798397 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 59196) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:53.862289 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74a7f2-16db-4743-a321-d8c89d5eabaa req-6b5c3676-0fb4-48ce-bbc6-03cbaee0dbde tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:53.863867 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2f74a7f2-16db-4743-a321-d8c89d5eabaa req-6b5c3676-0fb4-48ce-bbc6-03cbaee0dbde tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] 10.222.0.57 "GET /v2.0/ports?device_id=62e48d64-2788-40c4-8da4-7fb0cc69d519 HTTP/1.1" status: 200 len: 950 time: 0.0565221 Jan 17 18:33:53.914581 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2f74a7f2-16db-4743-a321-d8c89d5eabaa req-a6e39562-5c53-4329-8a00-4d9e376d8f84 tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] 10.222.0.57 "GET /v2.0/security-groups?id=fc6089ed-094d-4de2-89d5-6ab35e1b11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441203 Jan 17 18:33:54.007839 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf89959-8be4-4714-ba2b-5a4e001fc428 tempest-TestMinimumBasicScenario-1328337504 tempest-TestMinimumBasicScenario-1328337504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:54.009356 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-fbf89959-8be4-4714-ba2b-5a4e001fc428 tempest-TestMinimumBasicScenario-1328337504 tempest-TestMinimumBasicScenario-1328337504-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 1093 time: 0.2093937 Jan 17 18:33:54.012463 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 59206) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:54.016801 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-b2621444-8e01-48e2-aaec-e3b0cd8203ce tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Request body: {'floatingip': {'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'port_id': 'dbc903b1-0ad0-4d81-a229-ef71ea8db08f', 'tenant_id': '866af26a4754486ca3599fdaeaeb709d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:33:54.044376 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2621444-8e01-48e2-aaec-e3b0cd8203ce tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:54.082469 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf2c58a-afd4-4d2c-ac60-cfc77b5e0936 req-b553c51c-ff9b-499d-abc5-f4db8c93c95a tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:54.083957 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-5bf2c58a-afd4-4d2c-ac60-cfc77b5e0936 req-b553c51c-ff9b-499d-abc5-f4db8c93c95a tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e48d64-2788-40c4-8da4-7fb0cc69d519 HTTP/1.1" status: 200 len: 950 time: 0.0532086 Jan 17 18:33:54.153005 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2621444-8e01-48e2-aaec-e3b0cd8203ce tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:54.182741 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-5bf2c58a-afd4-4d2c-ac60-cfc77b5e0936 req-3114413b-e774-4d9c-9dd3-bd84ae1887dd tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] Deleting port f908ba64-caba-4c9a-93f7-ff65c0c026fc {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:33:54.183201 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5bf2c58a-afd4-4d2c-ac60-cfc77b5e0936 req-3114413b-e774-4d9c-9dd3-bd84ae1887dd tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (f908ba64-caba-4c9a-93f7-ff65c0c026fc), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:54.266610 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-b2621444-8e01-48e2-aaec-e3b0cd8203ce tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Allocated IP 172.27.3.9 (9ec40da0-3fb2-40ad-97b9-056b5e7103fe/10c42aa5-d9d6-40a2-95c7-0d399aece660/089cea36-291a-4866-a7b0-ec7fd0dd3a63) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:33:54.282327 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-5bf2c58a-afd4-4d2c-ac60-cfc77b5e0936 req-3114413b-e774-4d9c-9dd3-bd84ae1887dd tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] For port f908ba64-caba-4c9a-93f7-ff65c0c026fc, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=f908ba64-caba-4c9a-93f7-ff65c0c026fc,segment=NetworkSegment(deb266b2-9859-465d-bf1b-4db2ea226e67),segment_id=deb266b2-9859-465d-bf1b-4db2ea226e67)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:33:54.282747 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5bf2c58a-afd4-4d2c-ac60-cfc77b5e0936 req-3114413b-e774-4d9c-9dd3-bd84ae1887dd tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (f908ba64-caba-4c9a-93f7-ff65c0c026fc), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:54.298418 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-5bf2c58a-afd4-4d2c-ac60-cfc77b5e0936 req-3114413b-e774-4d9c-9dd3-bd84ae1887dd tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] Calling delete_port for f908ba64-caba-4c9a-93f7-ff65c0c026fc owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:33:54.402315 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2621444-8e01-48e2-aaec-e3b0cd8203ce tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks [] for port (089cea36-291a-4866-a7b0-ec7fd0dd3a63), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:54.444576 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2621444-8e01-48e2-aaec-e3b0cd8203ce tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (089cea36-291a-4866-a7b0-ec7fd0dd3a63), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:54.456313 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5bf2c58a-afd4-4d2c-ac60-cfc77b5e0936 req-3114413b-e774-4d9c-9dd3-bd84ae1887dd tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261205625'] for port (f908ba64-caba-4c9a-93f7-ff65c0c026fc), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:54.468589 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['f908ba64-caba-4c9a-93f7-ff65c0c026fc'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:33:54.499600 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2621444-8e01-48e2-aaec-e3b0cd8203ce tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Network 9ec40da0-3fb2-40ad-97b9-056b5e7103fe is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:33:54.502552 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-b2621444-8e01-48e2-aaec-e3b0cd8203ce tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:33:54.505978 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2621444-8e01-48e2-aaec-e3b0cd8203ce tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:33:54.516007 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114413b-e774-4d9c-9dd3-bd84ae1887dd tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] Pushing event deleted for resources: {'Port': ['ID=f908ba64-caba-4c9a-93f7-ff65c0c026fc,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:54.555767 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 59226) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:54.578551 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:54.603342 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2621444-8e01-48e2-aaec-e3b0cd8203ce tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Pushing event updated for resources: {'Port': ['ID=089cea36-291a-4866-a7b0-ec7fd0dd3a63,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:54.622483 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf2c58a-afd4-4d2c-ac60-cfc77b5e0936 req-3114413b-e774-4d9c-9dd3-bd84ae1887dd tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] No DVR routers for this DVR port f908ba64-caba-4c9a-93f7-ff65c0c026fc on host hv-cinder-82499 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 18:33:54.630828 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5bf2c58a-afd4-4d2c-ac60-cfc77b5e0936 req-3114413b-e774-4d9c-9dd3-bd84ae1887dd tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:54.635809 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-5bf2c58a-afd4-4d2c-ac60-cfc77b5e0936 req-3114413b-e774-4d9c-9dd3-bd84ae1887dd tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] 10.222.0.31 "DELETE /v2.0/ports/f908ba64-caba-4c9a-93f7-ff65c0c026fc HTTP/1.1" status: 204 len: 173 time: 0.5456541 Jan 17 18:33:54.636693 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e48d64-2788-40c4-8da4-7fb0cc69d519', 'name': 'network-vif-deleted', 'tag': 'f908ba64-caba-4c9a-93f7-ff65c0c026fc'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:33:54.643099 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ebc6f40cb2ac68c89279b37e377f59c9ca88cf84401dffc3b34b74128c2044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4465ffe-1a9b-46e0-aa1b-5a71733f4b54" -d '{"events": [{"server_uuid": "62e48d64-2788-40c4-8da4-7fb0cc69d519", "name": "network-vif-deleted", "tag": "f908ba64-caba-4c9a-93f7-ff65c0c026fc"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:33:54.677932 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8815d78-4bcb-462d-89bf-d25d90d7d325 req-e09556b5-493b-488f-826c-69965231a03c tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:54.679538 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-e8815d78-4bcb-462d-89bf-d25d90d7d325 req-e09556b5-493b-488f-826c-69965231a03c tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 943 time: 0.1279836 Jan 17 18:33:54.773518 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d285395f-3101-4fa9-9c0e-abbb4d5aa73f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:54.784954 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8333f7f-21d0-495b-86f8-7b08d1775728 x-openstack-request-id: req-e8333f7f-21d0-495b-86f8-7b08d1775728 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:33:54.785833 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e48d64-2788-40c4-8da4-7fb0cc69d519", "name": "network-vif-deleted", "tag": "f908ba64-caba-4c9a-93f7-ff65c0c026fc", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:33:54.786279 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e8333f7f-21d0-495b-86f8-7b08d1775728 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:33:54.787529 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e48d64-2788-40c4-8da4-7fb0cc69d519', 'name': 'network-vif-deleted', 'tag': 'f908ba64-caba-4c9a-93f7-ff65c0c026fc', 'status': 'completed', 'code': 200} Jan 17 18:33:54.821824 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-e8815d78-4bcb-462d-89bf-d25d90d7d325 req-9469b3e5-01c4-40dc-9c0f-cc2a62fe7201 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158946 Jan 17 18:33:54.897266 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d285395f-3101-4fa9-9c0e-abbb4d5aa73f admin admin] Publish callbacks [] for security_group (af3dd678-2e37-43f4-9364-81e80e6cd175), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:54.902097 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d285395f-3101-4fa9-9c0e-abbb4d5aa73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (af3dd678-2e37-43f4-9364-81e80e6cd175), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:54.942492 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-d285395f-3101-4fa9-9c0e-abbb4d5aa73f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0dd06d04a5f949b0a305de3b719682cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3856857 Jan 17 18:33:54.945027 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 59238) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:54.952361 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285395f-3101-4fa9-9c0e-abbb4d5aa73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3dd678-2e37-43f4-9364-81e80e6cd175,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:55.001498 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a140c4eb-162a-4a4e-9637-c759f3b7dbbc admin admin] Publish callbacks [] for security_group (af3dd678-2e37-43f4-9364-81e80e6cd175), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:55.041238 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-40d4cb57-fb25-4cde-9dd9-488a1eef1221 req-e1639f02-0005-4d02-b2a9-a7384e0a8814 tempest-VolumesNegativeTest-403336137 tempest-VolumesNegativeTest-403336137-project] 10.222.0.57 "GET /v2.0/ports?device_id=62e48d64-2788-40c4-8da4-7fb0cc69d519 HTTP/1.1" status: 200 len: 210 time: 0.0370693 Jan 17 18:33:55.046473 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a140c4eb-162a-4a4e-9637-c759f3b7dbbc admin admin] Publish callbacks [] for security_group (af3dd678-2e37-43f4-9364-81e80e6cd175), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:55.072295 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2621444-8e01-48e2-aaec-e3b0cd8203ce tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks [] for floatingip (e541980c-2a81-47c7-bb15-6a726ee06949), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:55.097371 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a140c4eb-162a-4a4e-9637-c759f3b7dbbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (af3dd678-2e37-43f4-9364-81e80e6cd175), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:55.100042 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a140c4eb-162a-4a4e-9637-c759f3b7dbbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:55.101187 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-a140c4eb-162a-4a4e-9637-c759f3b7dbbc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/af3dd678-2e37-43f4-9364-81e80e6cd175 HTTP/1.1" status: 204 len: 168 time: 0.1552668 Jan 17 18:33:55.110024 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140c4eb-162a-4a4e-9637-c759f3b7dbbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3dd678-2e37-43f4-9364-81e80e6cd175,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:55.142531 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2621444-8e01-48e2-aaec-e3b0cd8203ce tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (089cea36-291a-4866-a7b0-ec7fd0dd3a63), before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:55.329176 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2621444-8e01-48e2-aaec-e3b0cd8203ce tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks [] for port (089cea36-291a-4866-a7b0-ec7fd0dd3a63), precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:55.334863 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2621444-8e01-48e2-aaec-e3b0cd8203ce tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167948'] for port (089cea36-291a-4866-a7b0-ec7fd0dd3a63), after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:55.405416 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2621444-8e01-48e2-aaec-e3b0cd8203ce tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Pushing event updated for resources: {'Port': ['ID=089cea36-291a-4866-a7b0-ec7fd0dd3a63,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:55.424295 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2621444-8e01-48e2-aaec-e3b0cd8203ce tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565514'] for floatingip (e541980c-2a81-47c7-bb15-6a726ee06949), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:55.528230 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.db.l3_db [None req-b2621444-8e01-48e2-aaec-e3b0cd8203ce tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Floating IP e541980c-2a81-47c7-bb15-6a726ee06949 associated. External IP: 172.27.3.9, port: dbc903b1-0ad0-4d81-a229-ef71ea8db08f. Jan 17 18:33:55.669446 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a details requested by agent hyperv_hv-cinder-82499 with host hv-cinder-82499 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 18:33:55.756586 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2621444-8e01-48e2-aaec-e3b0cd8203ce tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Router 7bbaece0-7949-4721-b43e-d3f3112ca0f4 has already been hosted by L3 agent f711a738-9445-49a6-871d-c35940c1a323 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 18:33:55.777315 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a,segment=NetworkSegment(2c78bc40-75f9-41e4-87c6-931db814d21f),segment_id=2c78bc40-75f9-41e4-87c6-931db814d21f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:33:55.789258 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Returning: {'device': '5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a', 'network_id': '2212e019-d500-4b0c-9632-00978d519e48', 'port_id': '5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a', 'mac_address': 'fa:16:3e:bf:a8:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea9967e-4370-4564-98d1-90d5a9404775', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 18:33:55.830054 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a is: DOWN; New status is: BUILD {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:33:55.830454 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:55.845011 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:33:55.875924 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a,segment=NetworkSegment(2c78bc40-75f9-41e4-87c6-931db814d21f),segment_id=2c78bc40-75f9-41e4-87c6-931db814d21f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:33:55.885063 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:55.900166 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2621444-8e01-48e2-aaec-e3b0cd8203ce tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:33:55.916790 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2a66c0-1cbe-4e2f-be5f-d34af3eadc36 None None] Sync routers for ids ['7bbaece0-7949-4721-b43e-d3f3112ca0f4'] in dv-cinder-824995-1-iscsi {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:33:55.931234 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2621444-8e01-48e2-aaec-e3b0cd8203ce tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for floatingip (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:55.945662 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2a66c0-1cbe-4e2f-be5f-d34af3eadc36 None None] Routers {'7bbaece0-7949-4721-b43e-d3f3112ca0f4'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:33:55.946289 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-ac2a66c0-1cbe-4e2f-be5f-d34af3eadc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:33:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['7bbaece0-7949-4721-b43e-d3f3112ca0f4'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:33:55.970624 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-b2621444-8e01-48e2-aaec-e3b0cd8203ce tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.9571123 Jan 17 18:33:55.971569 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f25d59e-777d-49d3-b55d-dad1905e68a7', 'tag': 'dbc903b1-0ad0-4d81-a229-ef71ea8db08f'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:33:55.974100 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6acf6e2448acaa9df75d0cfb4ee4f42f1c652325a2342385b5920e3fd6e7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb21f4d9-b4a1-4dc1-af56-7f52d6f4996f" -d '{"events": [{"name": "network-changed", "server_uuid": "5f25d59e-777d-49d3-b55d-dad1905e68a7", "tag": "dbc903b1-0ad0-4d81-a229-ef71ea8db08f"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:33:55.976049 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 59268) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:55.984671 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df4cc4-e662-40bd-8641-1632184215ef req-bf4d3216-5435-47b2-8f8b-c2190bd95f5b tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:55.987427 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b6df4cc4-e662-40bd-8641-1632184215ef req-bf4d3216-5435-47b2-8f8b-c2190bd95f5b tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 944 time: 0.0697293 Jan 17 18:33:55.992040 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-8129dc60-54e0-4747-8d49-f66786bd38a5 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1117918108', 'description': 'tempest-secgroup-smoke-1117918108 description', 'project_id': '866af26a4754486ca3599fdaeaeb709d'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:33:56.029956 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:56.080576 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 18:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fb3c24-709d-4dc9-9231-68f3cbeee5f5 x-openstack-request-id: req-31fb3c24-709d-4dc9-9231-68f3cbeee5f5 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:33:56.080784 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b6df4cc4-e662-40bd-8641-1632184215ef req-11f25a0e-5e0b-42ac-8b58-9b0072feccf6 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817854 Jan 17 18:33:56.080890 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f25d59e-777d-49d3-b55d-dad1905e68a7", "tag": "dbc903b1-0ad0-4d81-a229-ef71ea8db08f", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:33:56.081290 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-31fb3c24-709d-4dc9-9231-68f3cbeee5f5 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:33:56.081706 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f25d59e-777d-49d3-b55d-dad1905e68a7', 'tag': 'dbc903b1-0ad0-4d81-a229-ef71ea8db08f', 'status': 'completed', 'code': 200} Jan 17 18:33:56.213052 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8129dc60-54e0-4747-8d49-f66786bd38a5 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:56.241645 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:33:56.242678 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21f4d9-b4a1-4dc1-af56-7f52d6f4996f req-d59183d5-874b-47c3-9b6b-84917e8cb223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:56.244279 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-bb21f4d9-b4a1-4dc1-af56-7f52d6f4996f req-d59183d5-874b-47c3-9b6b-84917e8cb223 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=866af26a4754486ca3599fdaeaeb709d&device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 1098 time: 0.1342833 Jan 17 18:33:56.276381 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048e8e6-3bf0-4c34-85c2-6060a1e3af01 req-20fe811f-826b-4ad3-a1d8-a19e0653f8e4 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:56.283924 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8048e8e6-3bf0-4c34-85c2-6060a1e3af01 req-20fe811f-826b-4ad3-a1d8-a19e0653f8e4 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.1117272 Jan 17 18:33:56.304232 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-ac2a66c0-1cbe-4e2f-be5f-d34af3eadc36 None None] Set router 7bbaece0-7949-4721-b43e-d3f3112ca0f4 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:33:56.316221 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8129dc60-54e0-4747-8d49-f66786bd38a5 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks [] for security_group (384beef0-6d95-488b-b71d-546629b2bc99), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:56.366933 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:56.392947 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8048e8e6-3bf0-4c34-85c2-6060a1e3af01 req-4eeadc57-4db6-4547-ad71-2763d70f08b1 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004577 Jan 17 18:33:56.393169 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8129dc60-54e0-4747-8d49-f66786bd38a5 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (384beef0-6d95-488b-b71d-546629b2bc99), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:56.447053 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129dc60-54e0-4747-8d49-f66786bd38a5 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=384beef0-6d95-488b-b71d-546629b2bc99,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:56.453256 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8129dc60-54e0-4747-8d49-f66786bd38a5 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:56.455035 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-8129dc60-54e0-4747-8d49-f66786bd38a5 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4661570 Jan 17 18:33:56.457914 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 59300) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:56.463046 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-e9c34dc0-9f5f-46b4-bfba-f7c1cab78ab6 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Request body: {'security_group_rule': {'security_group_id': '384beef0-6d95-488b-b71d-546629b2bc99', 'project_id': '866af26a4754486ca3599fdaeaeb709d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:33:56.493984 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21f4d9-b4a1-4dc1-af56-7f52d6f4996f req-69e266ca-9c1f-47cc-861c-b6a7a7d2c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:56.496497 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-bb21f4d9-b4a1-4dc1-af56-7f52d6f4996f req-69e266ca-9c1f-47cc-861c-b6a7a7d2c741 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dccdeae5-587d-4d52-a83e-bf0e5e960be6 HTTP/1.1" status: 200 len: 915 time: 0.1787331 Jan 17 18:33:56.504664 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e9c34dc0-9f5f-46b4-bfba-f7c1cab78ab6 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks [] for security_group_rule (cf69c817-0ad9-4cb0-b0eb-6a01cd554a65), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:56.574278 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e9c34dc0-9f5f-46b4-bfba-f7c1cab78ab6 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks [] for security_group_rule (cf69c817-0ad9-4cb0-b0eb-6a01cd554a65), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:56.580985 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e9c34dc0-9f5f-46b4-bfba-f7c1cab78ab6 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951415'] for security_group_rule (cf69c817-0ad9-4cb0-b0eb-6a01cd554a65), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:56.606786 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c34dc0-9f5f-46b4-bfba-f7c1cab78ab6 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf69c817-0ad9-4cb0-b0eb-6a01cd554a65,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:56.625801 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e9c34dc0-9f5f-46b4-bfba-f7c1cab78ab6 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:56.631610 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-e9c34dc0-9f5f-46b4-bfba-f7c1cab78ab6 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1724436 Jan 17 18:33:56.633085 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 59306) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:56.639341 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-464db7fb-06b2-4f1f-a7c8-47c22ec05913 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Request body: {'security_group_rule': {'security_group_id': '384beef0-6d95-488b-b71d-546629b2bc99', 'project_id': '866af26a4754486ca3599fdaeaeb709d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:33:56.662965 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-bb21f4d9-b4a1-4dc1-af56-7f52d6f4996f req-a38b7c7e-7552-4ff6-9504-d4a0fff3688f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbc903b1-0ad0-4d81-a229-ef71ea8db08f HTTP/1.1" status: 200 len: 997 time: 0.1503356 Jan 17 18:33:56.690830 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-464db7fb-06b2-4f1f-a7c8-47c22ec05913 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks [] for security_group_rule (a50c4cf6-6275-422c-8e1f-a593e9b19e99), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:56.754960 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21f4d9-b4a1-4dc1-af56-7f52d6f4996f req-63f81d98-5a70-49f9-8485-7c63e26ef45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:56.757262 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-bb21f4d9-b4a1-4dc1-af56-7f52d6f4996f req-63f81d98-5a70-49f9-8485-7c63e26ef45d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64682820-22d9-45bb-a5bd-8cb7e93bf47a HTTP/1.1" status: 200 len: 853 time: 0.0865123 Jan 17 18:33:56.793781 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-464db7fb-06b2-4f1f-a7c8-47c22ec05913 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks [] for security_group_rule (a50c4cf6-6275-422c-8e1f-a593e9b19e99), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:56.799354 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-464db7fb-06b2-4f1f-a7c8-47c22ec05913 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951415'] for security_group_rule (a50c4cf6-6275-422c-8e1f-a593e9b19e99), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:56.819488 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-ac2a66c0-1cbe-4e2f-be5f-d34af3eadc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbaece0-7949-4721-b43e-d3f3112ca0f4', 'name': 'tempest-TestMinimumBasicScenario-800836984-router', 'tenant_id': '866af26a4754486ca3599fdaeaeb709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '95e0aedc-e5a4-403d-9ac6-e720122fe5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:32:57Z', 'updated_at': '2022-01-17T18:33:01Z', 'revision_number': 4, 'project_id': '866af26a4754486ca3599fdaeaeb709d', 'gw_port': {'id': '95e0aedc-e5a4-403d-9ac6-e720122fe5f8', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:61:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbaece0-7949-4721-b43e-d3f3112ca0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:32:58Z', 'updated_at': '2022-01-17T18:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_floatingips': [{'id': 'e541980c-2a81-47c7-bb15-6a726ee06949', 'tenant_id': '866af26a4754486ca3599fdaeaeb709d', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'router_id': '7bbaece0-7949-4721-b43e-d3f3112ca0f4', 'port_id': 'dbc903b1-0ad0-4d81-a229-ef71ea8db08f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dccdeae5-587d-4d52-a83e-bf0e5e960be6', 'mac_address': 'fa:16:3e:79:d4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f25d59e-777d-49d3-b55d-dad1905e68a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T18:33:54Z', 'updated_at': '2022-01-17T18:33:54Z', 'revision_number': 0, 'project_id': '866af26a4754486ca3599fdaeaeb709d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71cc3b5-df0c-4879-8169-0c3c93ac7756', 'name': '', 'network_id': 'dccdeae5-587d-4d52-a83e-bf0e5e960be6', 'tenant_id': '866af26a4754486ca3599fdaeaeb709d', 'mac_address': 'fa:16:3e:93:2a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbaece0-7949-4721-b43e-d3f3112ca0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '64682820-22d9-45bb-a5bd-8cb7e93bf47a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:33:01Z', 'updated_at': '2022-01-17T18:33:06Z', 'revision_number': 5, 'project_id': '866af26a4754486ca3599fdaeaeb709d', 'subnets': [{'id': '64682820-22d9-45bb-a5bd-8cb7e93bf47a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:33:56.833088 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21f4d9-b4a1-4dc1-af56-7f52d6f4996f req-06ea569b-e8c1-442e-833e-4fcc9ae3bf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:56.835877 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-bb21f4d9-b4a1-4dc1-af56-7f52d6f4996f req-06ea569b-e8c1-442e-833e-4fcc9ae3bf9c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dccdeae5-587d-4d52-a83e-bf0e5e960be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719526 Jan 17 18:33:56.851697 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2a66c0-1cbe-4e2f-be5f-d34af3eadc36 None None] Checking router: 7bbaece0-7949-4721-b43e-d3f3112ca0f4 for host: dv-cinder-824995-1-iscsi {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:33:56.860842 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-464db7fb-06b2-4f1f-a7c8-47c22ec05913 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:56.864966 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-464db7fb-06b2-4f1f-a7c8-47c22ec05913 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2279305 Jan 17 18:33:56.864966 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464db7fb-06b2-4f1f-a7c8-47c22ec05913 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a50c4cf6-6275-422c-8e1f-a593e9b19e99,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:56.864966 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 59318) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:56.869439 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2a66c0-1cbe-4e2f-be5f-d34af3eadc36 None None] Routers {'7bbaece0-7949-4721-b43e-d3f3112ca0f4'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:33:56.870182 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-ac2a66c0-1cbe-4e2f-be5f-d34af3eadc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:33:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['7bbaece0-7949-4721-b43e-d3f3112ca0f4'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:33:56.871047 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-47f030fe-8f02-42b7-8f09-ec7ba3b2b199 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Request body: {'security_group_rule': {'security_group_id': '384beef0-6d95-488b-b71d-546629b2bc99', 'project_id': '866af26a4754486ca3599fdaeaeb709d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:33:56.906189 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-47f030fe-8f02-42b7-8f09-ec7ba3b2b199 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks [] for security_group_rule (0088d302-1cf8-451d-afff-17c083c9ea3b), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:56.961087 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-bb21f4d9-b4a1-4dc1-af56-7f52d6f4996f req-76fc0994-a128-43e0-be2c-50c698c2277a service neutron] 10.222.0.31 "GET /v2.0/networks/dccdeae5-587d-4d52-a83e-bf0e5e960be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177332 Jan 17 18:33:57.005691 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-47f030fe-8f02-42b7-8f09-ec7ba3b2b199 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks [] for security_group_rule (0088d302-1cf8-451d-afff-17c083c9ea3b), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:57.011262 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-ac2a66c0-1cbe-4e2f-be5f-d34af3eadc36 None None] Set router 7bbaece0-7949-4721-b43e-d3f3112ca0f4 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:33:57.014019 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-47f030fe-8f02-42b7-8f09-ec7ba3b2b199 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951415'] for security_group_rule (0088d302-1cf8-451d-afff-17c083c9ea3b), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:57.045788 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f030fe-8f02-42b7-8f09-ec7ba3b2b199 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0088d302-1cf8-451d-afff-17c083c9ea3b,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:57.060668 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-47f030fe-8f02-42b7-8f09-ec7ba3b2b199 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:57.068449 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-47f030fe-8f02-42b7-8f09-ec7ba3b2b199 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2013707 Jan 17 18:33:57.070227 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 59330) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:57.078548 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-5811bc96-be04-4257-8f41-a6a319fe9f64 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Request body: {'security_group_rule': {'security_group_id': '384beef0-6d95-488b-b71d-546629b2bc99', 'project_id': '866af26a4754486ca3599fdaeaeb709d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:33:57.090403 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-bb21f4d9-b4a1-4dc1-af56-7f52d6f4996f req-e5f10cf8-06ea-4051-b96c-44e5d44e5bf6 service neutron] 10.222.0.31 "GET /v2.0/networks/dccdeae5-587d-4d52-a83e-bf0e5e960be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221499 Jan 17 18:33:57.129282 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5811bc96-be04-4257-8f41-a6a319fe9f64 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks [] for security_group_rule (277656d9-39f7-471b-9e15-1b1f8ca2ea7e), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:57.196278 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5811bc96-be04-4257-8f41-a6a319fe9f64 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks [] for security_group_rule (277656d9-39f7-471b-9e15-1b1f8ca2ea7e), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:57.232475 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5811bc96-be04-4257-8f41-a6a319fe9f64 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951415'] for security_group_rule (277656d9-39f7-471b-9e15-1b1f8ca2ea7e), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:57.258443 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5811bc96-be04-4257-8f41-a6a319fe9f64 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=277656d9-39f7-471b-9e15-1b1f8ca2ea7e,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:57.275711 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85997f-8fee-4868-b8df-5d78343cb43c req-9f56bc92-0c6a-4c1f-8259-634bcb3c4621 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:57.277432 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1d85997f-8fee-4868-b8df-5d78343cb43c req-9f56bc92-0c6a-4c1f-8259-634bcb3c4621 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 944 time: 0.0844750 Jan 17 18:33:57.280708 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5811bc96-be04-4257-8f41-a6a319fe9f64 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:57.281822 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-5811bc96-be04-4257-8f41-a6a319fe9f64 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2098653 Jan 17 18:33:57.284816 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 59368) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:57.293102 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-11721111-05d4-4892-b2d7-bc01ea1a7966 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Request body: {'security_group_rule': {'security_group_id': '384beef0-6d95-488b-b71d-546629b2bc99', 'project_id': '866af26a4754486ca3599fdaeaeb709d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:33:57.336522 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.db.securitygroups_db [None req-11721111-05d4-4892-b2d7-bc01ea1a7966 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Project 866af26a4754486ca3599fdaeaeb709d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 18:33:57.348354 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-11721111-05d4-4892-b2d7-bc01ea1a7966 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks [] for security_group_rule (c2e6b45f-be43-44c6-a0c6-1f63f5c73fe3), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:57.348849 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:57.363407 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-ac2a66c0-1cbe-4e2f-be5f-d34af3eadc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbaece0-7949-4721-b43e-d3f3112ca0f4', 'name': 'tempest-TestMinimumBasicScenario-800836984-router', 'tenant_id': '866af26a4754486ca3599fdaeaeb709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '95e0aedc-e5a4-403d-9ac6-e720122fe5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:32:57Z', 'updated_at': '2022-01-17T18:33:01Z', 'revision_number': 4, 'project_id': '866af26a4754486ca3599fdaeaeb709d', 'gw_port': {'id': '95e0aedc-e5a4-403d-9ac6-e720122fe5f8', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:61:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbaece0-7949-4721-b43e-d3f3112ca0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:32:58Z', 'updated_at': '2022-01-17T18:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_floatingips': [{'id': 'e541980c-2a81-47c7-bb15-6a726ee06949', 'tenant_id': '866af26a4754486ca3599fdaeaeb709d', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'router_id': '7bbaece0-7949-4721-b43e-d3f3112ca0f4', 'port_id': 'dbc903b1-0ad0-4d81-a229-ef71ea8db08f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dccdeae5-587d-4d52-a83e-bf0e5e960be6', 'mac_address': 'fa:16:3e:79:d4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f25d59e-777d-49d3-b55d-dad1905e68a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T18:33:54Z', 'updated_at': '2022-01-17T18:33:54Z', 'revision_number': 0, 'project_id': '866af26a4754486ca3599fdaeaeb709d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71cc3b5-df0c-4879-8169-0c3c93ac7756', 'name': '', 'network_id': 'dccdeae5-587d-4d52-a83e-bf0e5e960be6', 'tenant_id': '866af26a4754486ca3599fdaeaeb709d', 'mac_address': 'fa:16:3e:93:2a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbaece0-7949-4721-b43e-d3f3112ca0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '64682820-22d9-45bb-a5bd-8cb7e93bf47a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:33:01Z', 'updated_at': '2022-01-17T18:33:06Z', 'revision_number': 5, 'project_id': '866af26a4754486ca3599fdaeaeb709d', 'subnets': [{'id': '64682820-22d9-45bb-a5bd-8cb7e93bf47a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:33:57.377632 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1d85997f-8fee-4868-b8df-5d78343cb43c req-4158bf58-81a3-4803-966d-af9ec946e0a6 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915551 Jan 17 18:33:57.424792 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2a66c0-1cbe-4e2f-be5f-d34af3eadc36 None None] The sync data for ids ['7bbaece0-7949-4721-b43e-d3f3112ca0f4'] in dv-cinder-824995-1-iscsi is: [{'id': '7bbaece0-7949-4721-b43e-d3f3112ca0f4', 'name': 'tempest-TestMinimumBasicScenario-800836984-router', 'tenant_id': '866af26a4754486ca3599fdaeaeb709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '95e0aedc-e5a4-403d-9ac6-e720122fe5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:32:57Z', 'updated_at': '2022-01-17T18:33:01Z', 'revision_number': 4, 'project_id': '866af26a4754486ca3599fdaeaeb709d', 'gw_port': {'id': '95e0aedc-e5a4-403d-9ac6-e720122fe5f8', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:61:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbaece0-7949-4721-b43e-d3f3112ca0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:32:58Z', 'updated_at': '2022-01-17T18:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_floatingips': [{'id': 'e541980c-2a81-47c7-bb15-6a726ee06949', 'tenant_id': '866af26a4754486ca3599fdaeaeb709d', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'router_id': '7bbaece0-7949-4721-b43e-d3f3112ca0f4', 'port_id': 'dbc903b1-0ad0-4d81-a229-ef71ea8db08f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dccdeae5-587d-4d52-a83e-bf0e5e960be6', 'mac_address': 'fa:16:3e:79:d4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f25d59e-777d-49d3-b55d-dad1905e68a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T18:33:54Z', 'updated_at': '2022-01-17T18:33:54Z', 'revision_number': 0, 'project_id': '866af26a4754486ca3599fdaeaeb709d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71cc3b5-df0c-4879-8169-0c3c93ac7756', 'name': '', 'network_id': 'dccdeae5-587d-4d52-a83e-bf0e5e960be6', 'tenant_id': '866af26a4754486ca3599fdaeaeb709d', 'mac_address': 'fa:16:3e:93:2a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbaece0-7949-4721-b43e-d3f3112ca0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '64682820-22d9-45bb-a5bd-8cb7e93bf47a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:33:01Z', 'updated_at': '2022-01-17T18:33:06Z', 'revision_number': 5, 'project_id': '866af26a4754486ca3599fdaeaeb709d', 'subnets': [{'id': '64682820-22d9-45bb-a5bd-8cb7e93bf47a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:33:57.466353 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-11721111-05d4-4892-b2d7-bc01ea1a7966 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks [] for security_group_rule (c2e6b45f-be43-44c6-a0c6-1f63f5c73fe3), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:57.472345 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-11721111-05d4-4892-b2d7-bc01ea1a7966 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951415'] for security_group_rule (c2e6b45f-be43-44c6-a0c6-1f63f5c73fe3), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:57.539040 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11721111-05d4-4892-b2d7-bc01ea1a7966 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2e6b45f-be43-44c6-a0c6-1f63f5c73fe3,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:57.551979 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-11721111-05d4-4892-b2d7-bc01ea1a7966 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:57.553248 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-11721111-05d4-4892-b2d7-bc01ea1a7966 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2674356 Jan 17 18:33:57.556174 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 59392) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:33:57.561508 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-c645bad2-c561-4316-a727-8088b19bc6ff tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Request body: {'security_group_rule': {'security_group_id': '384beef0-6d95-488b-b71d-546629b2bc99', 'project_id': '866af26a4754486ca3599fdaeaeb709d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:33:57.590149 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d55ae4-a1b6-442f-bec7-502c98661267 req-32012398-4943-4ca1-8c3d-d53f384d9c8f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:57.592012 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-c7d55ae4-a1b6-442f-bec7-502c98661267 req-32012398-4943-4ca1-8c3d-d53f384d9c8f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.1085379 Jan 17 18:33:57.638261 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.db.securitygroups_db [None req-c645bad2-c561-4316-a727-8088b19bc6ff tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Project 866af26a4754486ca3599fdaeaeb709d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 18:33:57.648582 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c645bad2-c561-4316-a727-8088b19bc6ff tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks [] for security_group_rule (dd7a3733-1c7c-4fbb-8bef-c36771839af3), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:57.659886 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-c7d55ae4-a1b6-442f-bec7-502c98661267 req-06c76b18-7c8f-4e5c-9c5d-a0d27634c3b9 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621240 Jan 17 18:33:57.672308 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a up at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:33:57.770714 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c645bad2-c561-4316-a727-8088b19bc6ff tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks [] for security_group_rule (dd7a3733-1c7c-4fbb-8bef-c36771839af3), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:57.773969 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning for port 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 18:33:57.777263 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c645bad2-c561-4316-a727-8088b19bc6ff tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951415'] for security_group_rule (dd7a3733-1c7c-4fbb-8bef-c36771839af3), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:57.780179 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning complete for port 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:33:57.780973 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:57.786256 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1c79ba-a6c8-4c27-892c-73077a24777f None None] New status for floating IP e541980c-2a81-47c7-bb15-6a726ee06949: ACTIVE {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 18:33:57.798751 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645bad2-c561-4316-a727-8088b19bc6ff tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd7a3733-1c7c-4fbb-8bef-c36771839af3,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:57.810049 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c645bad2-c561-4316-a727-8088b19bc6ff tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:57.811265 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-c645bad2-c561-4316-a727-8088b19bc6ff tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2540672 Jan 17 18:33:57.911738 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a is: BUILD; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:33:57.912323 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:57.929409 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-883a66ad-a047-4a75-96b6-dc05b26c2adf req-6ced42f0-5b2f-478b-86b1-6f8c7dc73625 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1117918108&fields=id&tenant_id=866af26a4754486ca3599fdaeaeb709d HTTP/1.1" status: 200 len: 267 time: 0.0653822 Jan 17 18:33:57.949409 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bdea89b-f3ae-4f5f-a0b1-92e83e589735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:33:57.952362 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e36e39c9c94bd67d9c0bfa4cbed5ada700490a47b49253aa7a2931ae849a628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4f1152-1e7c-4111-af1e-50c31a36591f" -d '{"events": [{"server_uuid": "8bdea89b-f3ae-4f5f-a0b1-92e83e589735", "name": "network-vif-plugged", "status": "completed", "tag": "5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:33:57.970116 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a,segment=NetworkSegment(2c78bc40-75f9-41e4-87c6-931db814d21f),segment_id=2c78bc40-75f9-41e4-87c6-931db814d21f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:33:57.977328 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:57.978547 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device f908ba64-caba-4c9a-93f7-ff65c0c026fc no longer exists at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:33:57.998695 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a66ad-a047-4a75-96b6-dc05b26c2adf req-680f3cd1-e6d3-4e33-9aa8-2b1e712bf95c tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:58.008761 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-883a66ad-a047-4a75-96b6-dc05b26c2adf req-680f3cd1-e6d3-4e33-9aa8-2b1e712bf95c tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 945 time: 0.0782225 Jan 17 18:33:58.014184 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04dcc0b-4f9e-4348-aaad-e0c39310bf50 x-openstack-request-id: req-b04dcc0b-4f9e-4348-aaad-e0c39310bf50 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:33:58.014470 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bdea89b-f3ae-4f5f-a0b1-92e83e589735", "name": "network-vif-plugged", "status": "completed", "tag": "5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:33:58.014928 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b04dcc0b-4f9e-4348-aaad-e0c39310bf50 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:33:58.015834 dv-cinder-824995-1-iscsi neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bdea89b-f3ae-4f5f-a0b1-92e83e589735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a', 'code': 200} Jan 17 18:33:58.017354 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [req-883a66ad-a047-4a75-96b6-dc05b26c2adf req-819e5d12-96f4-461b-8f66-9c69d66381f2 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Request body: {'port': {'security_groups': ['ae35a236-21e9-4b46-982d-37ea4de721b7', '384beef0-6d95-488b-b71d-546629b2bc99']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:33:58.055307 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] No Port match for: f908ba64-caba-4c9a-93f7-ff65c0c026fc {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:33:58.056334 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device f908ba64-caba-4c9a-93f7-ff65c0c026fc not bound to the agent host hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:33:58.109293 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-883a66ad-a047-4a75-96b6-dc05b26c2adf req-819e5d12-96f4-461b-8f66-9c69d66381f2 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (dbc903b1-0ad0-4d81-a229-ef71ea8db08f), before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:58.111591 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:58.246055 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2fd926-4711-4710-93c0-42df24401ddd req-c2564659-a4b5-4149-a8bd-1901c8fcdc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:58.247596 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1b2fd926-4711-4710-93c0-42df24401ddd req-c2564659-a4b5-4149-a8bd-1901c8fcdc5c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 1098 time: 0.0727100 Jan 17 18:33:58.353681 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1b2fd926-4711-4710-93c0-42df24401ddd req-d583ee25-e99c-44a2-8bc0-369441df9008 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950713 Jan 17 18:33:58.372627 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-883a66ad-a047-4a75-96b6-dc05b26c2adf req-819e5d12-96f4-461b-8f66-9c69d66381f2 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] For port dbc903b1-0ad0-4d81-a229-ef71ea8db08f, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=dbc903b1-0ad0-4d81-a229-ef71ea8db08f,segment=NetworkSegment(e0855cfa-57b2-4036-adea-73fc74dd99a2),segment_id=e0855cfa-57b2-4036-adea-73fc74dd99a2)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:33:58.404552 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-883a66ad-a047-4a75-96b6-dc05b26c2adf req-819e5d12-96f4-461b-8f66-9c69d66381f2 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks [] for port (dbc903b1-0ad0-4d81-a229-ef71ea8db08f), precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:58.410231 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-883a66ad-a047-4a75-96b6-dc05b26c2adf req-819e5d12-96f4-461b-8f66-9c69d66381f2 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261205504'] for port (dbc903b1-0ad0-4d81-a229-ef71ea8db08f), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:58.426530 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['dbc903b1-0ad0-4d81-a229-ef71ea8db08f'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:33:58.461548 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a66ad-a047-4a75-96b6-dc05b26c2adf req-819e5d12-96f4-461b-8f66-9c69d66381f2 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:58.462256 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-883a66ad-a047-4a75-96b6-dc05b26c2adf req-819e5d12-96f4-461b-8f66-9c69d66381f2 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:58.468537 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-883a66ad-a047-4a75-96b6-dc05b26c2adf req-819e5d12-96f4-461b-8f66-9c69d66381f2 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "PUT /v2.0/ports/dbc903b1-0ad0-4d81-a229-ef71ea8db08f HTTP/1.1" status: 200 len: 981 time: 0.4583042 Jan 17 18:33:58.469643 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f25d59e-777d-49d3-b55d-dad1905e68a7', 'tag': 'dbc903b1-0ad0-4d81-a229-ef71ea8db08f'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:33:58.482338 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ebc6f40cb2ac68c89279b37e377f59c9ca88cf84401dffc3b34b74128c2044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91df4bee-608a-4130-a82e-8257508b3743" -d '{"events": [{"name": "network-changed", "server_uuid": "5f25d59e-777d-49d3-b55d-dad1905e68a7", "tag": "dbc903b1-0ad0-4d81-a229-ef71ea8db08f"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:33:58.514738 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e5d12-96f4-461b-8f66-9c69d66381f2 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Pushing event updated for resources: {'Port': ['ID=dbc903b1-0ad0-4d81-a229-ef71ea8db08f,revision_number=6']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:33:58.574176 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d4093-b135-436c-82bf-f31e2b8daad6 req-3af21ce2-a4b5-4267-a07e-a21673a5858a tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:58.582760 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-710d4093-b135-436c-82bf-f31e2b8daad6 req-3af21ce2-a4b5-4267-a07e-a21673a5858a tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 945 time: 0.1043284 Jan 17 18:33:58.596655 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['dbc903b1-0ad0-4d81-a229-ef71ea8db08f'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:33:58.604729 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355b812-789e-4eaa-ad83-877ab70adb99 req-d96ca64f-705c-4dda-bf8c-61717dc070f5 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:58.608354 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c355b812-789e-4eaa-ad83-877ab70adb99 req-d96ca64f-705c-4dda-bf8c-61717dc070f5 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 984 time: 0.0634274 Jan 17 18:33:58.661120 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-710d4093-b135-436c-82bf-f31e2b8daad6 req-237c0ffc-8b09-427b-9947-59cdf1bcbd7a tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768306 Jan 17 18:33:58.695134 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c355b812-789e-4eaa-ad83-877ab70adb99 req-77a084a3-b676-46c7-801a-22961fb83969 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae35a236-21e9-4b46-982d-37ea4de721b7&id=384beef0-6d95-488b-b71d-546629b2bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0807610 Jan 17 18:33:58.740670 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 18:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bd97a0-a9b8-4933-8126-aa3300e29b92 x-openstack-request-id: req-35bd97a0-a9b8-4933-8126-aa3300e29b92 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:33:58.740956 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f25d59e-777d-49d3-b55d-dad1905e68a7", "tag": "dbc903b1-0ad0-4d81-a229-ef71ea8db08f", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:33:58.741277 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-35bd97a0-a9b8-4933-8126-aa3300e29b92 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:33:58.741618 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f25d59e-777d-49d3-b55d-dad1905e68a7', 'tag': 'dbc903b1-0ad0-4d81-a229-ef71ea8db08f', 'status': 'completed', 'code': 200} Jan 17 18:33:58.934511 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-2e723f29-8608-498b-a418-e0ddd7e3dec5 None None] Provisioning complete for port dbc903b1-0ad0-4d81-a229-ef71ea8db08f triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:33:58.935010 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2e723f29-8608-498b-a418-e0ddd7e3dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (dbc903b1-0ad0-4d81-a229-ef71ea8db08f), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:33:59.163128 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-2e723f29-8608-498b-a418-e0ddd7e3dec5 None None] Current status of the port dbc903b1-0ad0-4d81-a229-ef71ea8db08f is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:33:59.178432 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df4bee-608a-4130-a82e-8257508b3743 req-c4ea110f-e61e-4e67-a633-3a23c707c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:59.180549 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-91df4bee-608a-4130-a82e-8257508b3743 req-c4ea110f-e61e-4e67-a633-3a23c707c1a9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=866af26a4754486ca3599fdaeaeb709d&device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 1137 time: 0.4053385 Jan 17 18:33:59.200603 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eef2ec-4035-4eb8-9201-3ca6ccf207c7 req-eebd047b-e04a-4d15-a266-1081e1190232 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:59.202291 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-71eef2ec-4035-4eb8-9201-3ca6ccf207c7 req-eebd047b-e04a-4d15-a266-1081e1190232 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.3859522 Jan 17 18:33:59.307877 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-71eef2ec-4035-4eb8-9201-3ca6ccf207c7 req-19fc127d-0f08-481f-8bb3-5fa44c5671ac tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969720 Jan 17 18:33:59.321295 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df4bee-608a-4130-a82e-8257508b3743 req-2094d256-e23e-47a8-b10e-acd5e3e759e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:59.323280 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-91df4bee-608a-4130-a82e-8257508b3743 req-2094d256-e23e-47a8-b10e-acd5e3e759e0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dccdeae5-587d-4d52-a83e-bf0e5e960be6 HTTP/1.1" status: 200 len: 915 time: 0.1344230 Jan 17 18:33:59.411309 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-91df4bee-608a-4130-a82e-8257508b3743 req-839271e6-2131-4333-b5a3-b2f75cc68796 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbc903b1-0ad0-4d81-a229-ef71ea8db08f HTTP/1.1" status: 200 len: 999 time: 0.0761323 Jan 17 18:33:59.461955 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df4bee-608a-4130-a82e-8257508b3743 req-3203bb57-4ff2-4795-9d42-20f57064a01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:59.464108 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-91df4bee-608a-4130-a82e-8257508b3743 req-3203bb57-4ff2-4795-9d42-20f57064a01f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64682820-22d9-45bb-a5bd-8cb7e93bf47a HTTP/1.1" status: 200 len: 853 time: 0.0456345 Jan 17 18:33:59.519109 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df4bee-608a-4130-a82e-8257508b3743 req-cc41ba5a-f8ca-496b-a189-b24e1ec52f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:59.520605 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-91df4bee-608a-4130-a82e-8257508b3743 req-cc41ba5a-f8ca-496b-a189-b24e1ec52f63 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dccdeae5-587d-4d52-a83e-bf0e5e960be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433586 Jan 17 18:33:59.635867 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-91df4bee-608a-4130-a82e-8257508b3743 req-dcd07af9-8556-4762-9cd6-e4e82050ff01 service neutron] 10.222.0.31 "GET /v2.0/networks/dccdeae5-587d-4d52-a83e-bf0e5e960be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032255 Jan 17 18:33:59.746894 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-91df4bee-608a-4130-a82e-8257508b3743 req-823b7af2-34d1-4390-b30b-8f323a928d0d service neutron] 10.222.0.31 "GET /v2.0/networks/dccdeae5-587d-4d52-a83e-bf0e5e960be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037836 Jan 17 18:33:59.804316 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758058a-3ab6-47bd-baf2-86315677f288 req-d29f5725-3bab-4dcf-bac3-0e65d6e2dd81 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:59.805923 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-e758058a-3ab6-47bd-baf2-86315677f288 req-d29f5725-3bab-4dcf-bac3-0e65d6e2dd81 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 945 time: 0.0542774 Jan 17 18:33:59.857526 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-e758058a-3ab6-47bd-baf2-86315677f288 req-c03ec42e-f039-4d3f-8c99-1544d4982c6f tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447607 Jan 17 18:33:59.985314 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab07b7-7e15-416e-8467-ed6d6d60258a req-1f0e3031-cc7a-4a9f-b365-a9c23fdb2ae0 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:33:59.987020 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-cbab07b7-7e15-416e-8467-ed6d6d60258a req-1f0e3031-cc7a-4a9f-b365-a9c23fdb2ae0 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 945 time: 0.0606692 Jan 17 18:33:59.997153 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 59574) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:34:00.002140 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-ee30d9cc-ddbf-463b-9d8e-c100dd712b15 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Request body: {'floatingip': {'port_id': '5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:34:00.041941 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ee30d9cc-ddbf-463b-9d8e-c100dd712b15 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for floatingip (beca6d9f-500c-41d3-81c3-bd18bc45f5b5), before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:00.276621 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 59582) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:34:00.403115 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ef1eaf9d-a7dd-4549-813d-81213c1d31b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:00.479093 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fac77c-20a3-42ba-a57d-1cb83eb2870d req-2af962b2-b969-4263-b04e-4df3d533a7da tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:00.480587 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-82fac77c-20a3-42ba-a57d-1cb83eb2870d req-2af962b2-b969-4263-b04e-4df3d533a7da tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.0942533 Jan 17 18:34:00.485806 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ef1eaf9d-a7dd-4549-813d-81213c1d31b0 admin admin] Publish callbacks [] for security_group (7bc11564-775c-43da-ab0a-66bcc7961a37), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:00.490592 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ef1eaf9d-a7dd-4549-813d-81213c1d31b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (7bc11564-775c-43da-ab0a-66bcc7961a37), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:00.531235 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-ef1eaf9d-a7dd-4549-813d-81213c1d31b0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=16d2d2cd48f040ea87b4fd1a2f651a24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2534034 Jan 17 18:34:00.532003 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1eaf9d-a7dd-4549-813d-81213c1d31b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc11564-775c-43da-ab0a-66bcc7961a37,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:34:00.535608 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 59588) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:34:00.585576 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2ad959f4-353f-4421-b0b5-aab67c54e21a admin admin] Publish callbacks [] for security_group (7bc11564-775c-43da-ab0a-66bcc7961a37), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:00.609817 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2ad959f4-353f-4421-b0b5-aab67c54e21a admin admin] Publish callbacks [] for security_group (7bc11564-775c-43da-ab0a-66bcc7961a37), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:00.661993 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2ad959f4-353f-4421-b0b5-aab67c54e21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (7bc11564-775c-43da-ab0a-66bcc7961a37), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:00.664724 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2ad959f4-353f-4421-b0b5-aab67c54e21a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:00.665889 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-2ad959f4-353f-4421-b0b5-aab67c54e21a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7bc11564-775c-43da-ab0a-66bcc7961a37 HTTP/1.1" status: 204 len: 168 time: 0.1293905 Jan 17 18:34:00.679088 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad959f4-353f-4421-b0b5-aab67c54e21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc11564-775c-43da-ab0a-66bcc7961a37,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:34:00.780507 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ee30d9cc-ddbf-463b-9d8e-c100dd712b15 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:00.788619 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ee30d9cc-ddbf-463b-9d8e-c100dd712b15 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565514'] for floatingip (beca6d9f-500c-41d3-81c3-bd18bc45f5b5), after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:00.828481 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-82fac77c-20a3-42ba-a57d-1cb83eb2870d req-48d3728d-dc77-4c8f-9571-7ced402ec1ae tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3400114 Jan 17 18:34:00.901925 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.db.l3_db [None req-ee30d9cc-ddbf-463b-9d8e-c100dd712b15 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Floating IP beca6d9f-500c-41d3-81c3-bd18bc45f5b5 associated. External IP: 172.27.3.19, port: 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a. Jan 17 18:34:00.957666 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 59594) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:34:00.970881 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bebbdca1-5a9d-4988-9ae1-54bd51491792 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:01.060930 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bebbdca1-5a9d-4988-9ae1-54bd51491792 admin admin] Publish callbacks [] for security_group (6bfaabbb-1b46-4e1e-8eb6-cc962977bac8), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:01.066083 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bebbdca1-5a9d-4988-9ae1-54bd51491792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (6bfaabbb-1b46-4e1e-8eb6-cc962977bac8), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:01.106859 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-bebbdca1-5a9d-4988-9ae1-54bd51491792 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5d2015fce8b44bd99d36128d7f49bba7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1479087 Jan 17 18:34:01.108045 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebbdca1-5a9d-4988-9ae1-54bd51491792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfaabbb-1b46-4e1e-8eb6-cc962977bac8,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:34:01.109434 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 59600) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:34:01.142439 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee30d9cc-ddbf-463b-9d8e-c100dd712b15 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Router 3751d2d2-c3e0-4d50-8ef4-231e870718a7 has already been hosted by L3 agent f711a738-9445-49a6-871d-c35940c1a323 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 18:34:01.219291 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8c58a698-578f-4bcd-b8be-bcba5505ab96 admin admin] Publish callbacks [] for security_group (6bfaabbb-1b46-4e1e-8eb6-cc962977bac8), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:01.274730 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8c58a698-578f-4bcd-b8be-bcba5505ab96 admin admin] Publish callbacks [] for security_group (6bfaabbb-1b46-4e1e-8eb6-cc962977bac8), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:01.274883 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 59604) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:34:01.325859 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee30d9cc-ddbf-463b-9d8e-c100dd712b15 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:34:01.331495 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ee30d9cc-ddbf-463b-9d8e-c100dd712b15 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for floatingip (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:01.338256 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1adf65-31ea-40ea-9e0f-d6b5a291ce69 None None] Sync routers for ids ['3751d2d2-c3e0-4d50-8ef4-231e870718a7'] in dv-cinder-824995-1-iscsi {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:34:01.349744 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1adf65-31ea-40ea-9e0f-d6b5a291ce69 None None] Routers {'3751d2d2-c3e0-4d50-8ef4-231e870718a7'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:34:01.350705 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-da1adf65-31ea-40ea-9e0f-d6b5a291ce69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:33:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['3751d2d2-c3e0-4d50-8ef4-231e870718a7'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:34:01.364070 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-ee30d9cc-ddbf-463b-9d8e-c100dd712b15 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "PUT /v2.0/floatingips/beca6d9f-500c-41d3-81c3-bd18bc45f5b5 HTTP/1.1" status: 200 len: 990 time: 1.3656514 Jan 17 18:34:01.364910 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bdea89b-f3ae-4f5f-a0b1-92e83e589735', 'tag': '5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:34:01.368609 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6acf6e2448acaa9df75d0cfb4ee4f42f1c652325a2342385b5920e3fd6e7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0b3035-7963-4d4d-ae36-b0323f812dd7" -d '{"events": [{"name": "network-changed", "server_uuid": "8bdea89b-f3ae-4f5f-a0b1-92e83e589735", "tag": "5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:34:01.397339 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8c58a698-578f-4bcd-b8be-bcba5505ab96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (6bfaabbb-1b46-4e1e-8eb6-cc962977bac8), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:01.400097 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8c58a698-578f-4bcd-b8be-bcba5505ab96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:01.401393 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-8c58a698-578f-4bcd-b8be-bcba5505ab96 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6bfaabbb-1b46-4e1e-8eb6-cc962977bac8 HTTP/1.1" status: 204 len: 168 time: 0.2903123 Jan 17 18:34:01.409731 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58a698-578f-4bcd-b8be-bcba5505ab96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfaabbb-1b46-4e1e-8eb6-cc962977bac8,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:34:01.423340 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 18:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f41a822-eedf-40d5-8430-8806b3750c6f x-openstack-request-id: req-4f41a822-eedf-40d5-8430-8806b3750c6f {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:34:01.423671 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bdea89b-f3ae-4f5f-a0b1-92e83e589735", "tag": "5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:34:01.423939 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4f41a822-eedf-40d5-8430-8806b3750c6f {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:34:01.424350 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bdea89b-f3ae-4f5f-a0b1-92e83e589735', 'tag': '5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a', 'status': 'completed', 'code': 200} Jan 17 18:34:01.452189 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-634d09b6-b26a-4a77-bc42-8be640cadb52 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8a50df54201f4d40819de9969faf27f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1764565 Jan 17 18:34:01.454550 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 59614) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:34:01.515178 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-da1adf65-31ea-40ea-9e0f-d6b5a291ce69 None None] Set router 3751d2d2-c3e0-4d50-8ef4-231e870718a7 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:34:01.539372 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-df431f71-89db-441a-ab3b-46d440982739 admin admin] Publish callbacks [] for security_group (fc6089ed-094d-4de2-89d5-6ab35e1b11a7), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:01.542171 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b3035-7963-4d4d-ae36-b0323f812dd7 req-6df557d1-eff8-4017-af93-07a16a407ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:01.543684 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ae0b3035-7963-4d4d-ae36-b0323f812dd7 req-6df557d1-eff8-4017-af93-07a16a407ce1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11bc53620fe449daa11721cdccd1e9a7&device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 1098 time: 0.0749857 Jan 17 18:34:01.612004 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-df431f71-89db-441a-ab3b-46d440982739 admin admin] Publish callbacks [] for security_group (fc6089ed-094d-4de2-89d5-6ab35e1b11a7), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:01.693774 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b3035-7963-4d4d-ae36-b0323f812dd7 req-eb279604-75de-4c99-a420-3c6cc6e21db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:01.695499 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ae0b3035-7963-4d4d-ae36-b0323f812dd7 req-eb279604-75de-4c99-a420-3c6cc6e21db9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2212e019-d500-4b0c-9632-00978d519e48 HTTP/1.1" status: 200 len: 917 time: 0.1393080 Jan 17 18:34:01.712488 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-df431f71-89db-441a-ab3b-46d440982739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (fc6089ed-094d-4de2-89d5-6ab35e1b11a7), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:01.715733 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-df431f71-89db-441a-ab3b-46d440982739 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:01.719614 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-df431f71-89db-441a-ab3b-46d440982739 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fc6089ed-094d-4de2-89d5-6ab35e1b11a7 HTTP/1.1" status: 204 len: 168 time: 0.2613780 Jan 17 18:34:01.759818 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df431f71-89db-441a-ab3b-46d440982739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6089ed-094d-4de2-89d5-6ab35e1b11a7,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:34:01.790246 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ae0b3035-7963-4d4d-ae36-b0323f812dd7 req-207a7731-97ee-48c8-a47f-d1c99f4105e6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a HTTP/1.1" status: 200 len: 998 time: 0.0856323 Jan 17 18:34:01.863778 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b3035-7963-4d4d-ae36-b0323f812dd7 req-09129cd8-1f41-4e84-9c42-f69ce56b2184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:01.865517 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ae0b3035-7963-4d4d-ae36-b0323f812dd7 req-09129cd8-1f41-4e84-9c42-f69ce56b2184 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9ea9967e-4370-4564-98d1-90d5a9404775 HTTP/1.1" status: 200 len: 855 time: 0.0692797 Jan 17 18:34:01.924093 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-da1adf65-31ea-40ea-9e0f-d6b5a291ce69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'name': 'tempest-AttachVolumeShelveTestJSON-878886642-router', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:29:04Z', 'updated_at': '2022-01-17T18:29:10Z', 'revision_number': 4, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'gw_port': {'id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ab:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:06Z', 'updated_at': '2022-01-17T18:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_floatingips': [{'id': 'beca6d9f-500c-41d3-81c3-bd18bc45f5b5', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'router_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'port_id': '5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2212e019-d500-4b0c-9632-00978d519e48', 'mac_address': 'fa:16:3e:bf:a8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdea89b-f3ae-4f5f-a0b1-92e83e589735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T18:33:47Z', 'updated_at': '2022-01-17T18:34:00Z', 'revision_number': 1, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2f5b37e-d511-4ffe-97fb-95d753b712df', 'name': '', 'network_id': '2212e019-d500-4b0c-9632-00978d519e48', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'mac_address': 'fa:16:3e:1a:b4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ea9967e-4370-4564-98d1-90d5a9404775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:10Z', 'updated_at': '2022-01-17T18:29:18Z', 'revision_number': 5, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'subnets': [{'id': '9ea9967e-4370-4564-98d1-90d5a9404775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:34:01.961662 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1adf65-31ea-40ea-9e0f-d6b5a291ce69 None None] Checking router: 3751d2d2-c3e0-4d50-8ef4-231e870718a7 for host: dv-cinder-824995-1-iscsi {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:34:01.976613 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1adf65-31ea-40ea-9e0f-d6b5a291ce69 None None] Routers {'3751d2d2-c3e0-4d50-8ef4-231e870718a7'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:34:01.977761 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-da1adf65-31ea-40ea-9e0f-d6b5a291ce69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:33:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['3751d2d2-c3e0-4d50-8ef4-231e870718a7'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:34:01.981308 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b3035-7963-4d4d-ae36-b0323f812dd7 req-d0ec2fa8-ccfe-498c-9a2e-e7c8a1cfb0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:01.982881 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ae0b3035-7963-4d4d-ae36-b0323f812dd7 req-d0ec2fa8-ccfe-498c-9a2e-e7c8a1cfb0b0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2212e019-d500-4b0c-9632-00978d519e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1060035 Jan 17 18:34:02.078910 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a76452-57c5-4c4c-88fe-73171eaf8c79 req-32500698-d57e-4ca8-9758-f000ed402719 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:02.081082 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-a2a76452-57c5-4c4c-88fe-73171eaf8c79 req-32500698-d57e-4ca8-9758-f000ed402719 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.0921822 Jan 17 18:34:02.099154 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-da1adf65-31ea-40ea-9e0f-d6b5a291ce69 None None] Set router 3751d2d2-c3e0-4d50-8ef4-231e870718a7 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:34:02.125248 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ae0b3035-7963-4d4d-ae36-b0323f812dd7 req-e4a81a2b-2809-40a3-b7f9-0b1da9357d54 service neutron] 10.222.0.31 "GET /v2.0/networks/2212e019-d500-4b0c-9632-00978d519e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285744 Jan 17 18:34:02.153238 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-a2a76452-57c5-4c4c-88fe-73171eaf8c79 req-5dfc32ee-ea74-46b9-ade5-d65100a980b9 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635793 Jan 17 18:34:02.231472 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ae0b3035-7963-4d4d-ae36-b0323f812dd7 req-588acc85-232a-4271-b3eb-5973c1becf0f service neutron] 10.222.0.31 "GET /v2.0/networks/2212e019-d500-4b0c-9632-00978d519e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000881 Jan 17 18:34:02.345390 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-da1adf65-31ea-40ea-9e0f-d6b5a291ce69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'name': 'tempest-AttachVolumeShelveTestJSON-878886642-router', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:29:04Z', 'updated_at': '2022-01-17T18:29:10Z', 'revision_number': 4, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'gw_port': {'id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ab:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:06Z', 'updated_at': '2022-01-17T18:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_floatingips': [{'id': 'beca6d9f-500c-41d3-81c3-bd18bc45f5b5', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'router_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'port_id': '5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2212e019-d500-4b0c-9632-00978d519e48', 'mac_address': 'fa:16:3e:bf:a8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdea89b-f3ae-4f5f-a0b1-92e83e589735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T18:33:47Z', 'updated_at': '2022-01-17T18:34:00Z', 'revision_number': 1, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2f5b37e-d511-4ffe-97fb-95d753b712df', 'name': '', 'network_id': '2212e019-d500-4b0c-9632-00978d519e48', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'mac_address': 'fa:16:3e:1a:b4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ea9967e-4370-4564-98d1-90d5a9404775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:10Z', 'updated_at': '2022-01-17T18:29:18Z', 'revision_number': 5, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'subnets': [{'id': '9ea9967e-4370-4564-98d1-90d5a9404775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:34:02.373143 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1adf65-31ea-40ea-9e0f-d6b5a291ce69 None None] The sync data for ids ['3751d2d2-c3e0-4d50-8ef4-231e870718a7'] in dv-cinder-824995-1-iscsi is: [{'id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'name': 'tempest-AttachVolumeShelveTestJSON-878886642-router', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:29:04Z', 'updated_at': '2022-01-17T18:29:10Z', 'revision_number': 4, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'gw_port': {'id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ab:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:06Z', 'updated_at': '2022-01-17T18:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_floatingips': [{'id': 'beca6d9f-500c-41d3-81c3-bd18bc45f5b5', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'router_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'port_id': '5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2212e019-d500-4b0c-9632-00978d519e48', 'mac_address': 'fa:16:3e:bf:a8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdea89b-f3ae-4f5f-a0b1-92e83e589735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T18:33:47Z', 'updated_at': '2022-01-17T18:34:00Z', 'revision_number': 1, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2f5b37e-d511-4ffe-97fb-95d753b712df', 'name': '', 'network_id': '2212e019-d500-4b0c-9632-00978d519e48', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'mac_address': 'fa:16:3e:1a:b4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ea9967e-4370-4564-98d1-90d5a9404775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:10Z', 'updated_at': '2022-01-17T18:29:18Z', 'revision_number': 5, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'subnets': [{'id': '9ea9967e-4370-4564-98d1-90d5a9404775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:34:02.576786 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac1aeb9-5542-45a8-b9fd-6ef69b8c70fb None None] New status for floating IP beca6d9f-500c-41d3-81c3-bd18bc45f5b5: ACTIVE {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 18:34:03.268058 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9abb3f-b2bb-43d8-b937-607eae18caca req-1d54cfee-ffac-4954-be8a-a53828a15cf4 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:03.269574 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8f9abb3f-b2bb-43d8-b937-607eae18caca req-1d54cfee-ffac-4954-be8a-a53828a15cf4 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.0514569 Jan 17 18:34:03.322372 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8f9abb3f-b2bb-43d8-b937-607eae18caca req-ffabb0b5-68fa-4297-bfac-f228ffcb760b tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470586 Jan 17 18:34:04.446952 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50c131-934c-4f76-b234-bf227571ef6b req-6792e888-3b65-4fa2-b188-685d6d69a510 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:04.449239 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-de50c131-934c-4f76-b234-bf227571ef6b req-6792e888-3b65-4fa2-b188-685d6d69a510 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.0557599 Jan 17 18:34:04.495529 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-de50c131-934c-4f76-b234-bf227571ef6b req-e96acc41-0fda-4484-82ed-d4b2974df38b tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406611 Jan 17 18:34:05.795741 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d855c61-169a-431a-8061-8e3b2338f5cd req-1148a786-fda7-48fd-9186-29222f10415f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:05.797255 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8d855c61-169a-431a-8061-8e3b2338f5cd req-1148a786-fda7-48fd-9186-29222f10415f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.2293653 Jan 17 18:34:05.852418 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8d855c61-169a-431a-8061-8e3b2338f5cd req-db084de2-66e3-49f1-8311-2dfc7efe6a26 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495865 Jan 17 18:34:06.982954 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ceeb6-c38c-4f7d-9d9f-a141dc33b317 req-80c3f300-528a-498b-837a-078cebad1e33 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:06.984682 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-649ceeb6-c38c-4f7d-9d9f-a141dc33b317 req-80c3f300-528a-498b-837a-078cebad1e33 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.0586085 Jan 17 18:34:07.033547 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-649ceeb6-c38c-4f7d-9d9f-a141dc33b317 req-15ddfa20-385a-4bc7-84b9-62055ce6fb6a tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429111 Jan 17 18:34:07.320704 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64866fe-590b-4b91-86fb-6edf37c8686e req-0cf4111a-f7d6-440e-97c8-b73f50d8c26c tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:07.322183 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c64866fe-590b-4b91-86fb-6edf37c8686e req-0cf4111a-f7d6-440e-97c8-b73f50d8c26c tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.1338401 Jan 17 18:34:07.324824 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854cad7-d222-446b-811b-7f58f859ea1d req-5e7a07a9-df02-4b22-a0c1-ea4e36bcd12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:07.326181 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4854cad7-d222-446b-811b-7f58f859ea1d req-5e7a07a9-df02-4b22-a0c1-ea4e36bcd12e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d096303fa7e14469b06f7686921b4815&device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 1098 time: 0.0851741 Jan 17 18:34:07.425370 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c64866fe-590b-4b91-86fb-6edf37c8686e req-ede49886-807e-4ad5-98ff-ba09166c036b tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972855 Jan 17 18:34:07.449709 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854cad7-d222-446b-811b-7f58f859ea1d req-3d862131-0fdb-4ff3-b04c-8c6375c577c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:07.451160 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4854cad7-d222-446b-811b-7f58f859ea1d req-3d862131-0fdb-4ff3-b04c-8c6375c577c2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0ef68749-9171-4b0e-b0ff-71ca96f8b9b1 HTTP/1.1" status: 200 len: 912 time: 0.1170096 Jan 17 18:34:07.514249 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4854cad7-d222-446b-811b-7f58f859ea1d req-619b9aeb-a40e-450d-a77a-d9a2a0a76469 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=659b3a1b-e4c9-459a-bde7-a54b8b9a185a HTTP/1.1" status: 200 len: 1001 time: 0.0562675 Jan 17 18:34:07.560340 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854cad7-d222-446b-811b-7f58f859ea1d req-17fcf7c4-d216-4449-9c75-6ff8a3685111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:07.561728 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4854cad7-d222-446b-811b-7f58f859ea1d req-17fcf7c4-d216-4449-9c75-6ff8a3685111 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=12a2e9e0-96ba-4d9c-8bea-1826f92be4cf HTTP/1.1" status: 200 len: 850 time: 0.0419841 Jan 17 18:34:07.608736 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854cad7-d222-446b-811b-7f58f859ea1d req-387a23a9-83a1-43ce-b1ac-2fa10de6695a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:07.610179 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4854cad7-d222-446b-811b-7f58f859ea1d req-387a23a9-83a1-43ce-b1ac-2fa10de6695a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0ef68749-9171-4b0e-b0ff-71ca96f8b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423574 Jan 17 18:34:07.700272 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4854cad7-d222-446b-811b-7f58f859ea1d req-b189f4bc-c3be-40a8-8c46-406330239622 service neutron] 10.222.0.31 "GET /v2.0/networks/0ef68749-9171-4b0e-b0ff-71ca96f8b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840919 Jan 17 18:34:07.791848 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4854cad7-d222-446b-811b-7f58f859ea1d req-03cd9672-57b0-4577-a385-f7dd169e5062 service neutron] 10.222.0.31 "GET /v2.0/networks/0ef68749-9171-4b0e-b0ff-71ca96f8b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855811 Jan 17 18:34:08.546553 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad01f9f-ba68-4a9e-98d0-2135072efae4 req-93eace97-5c51-4268-ab8e-6af454fdeee8 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:08.548049 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-0ad01f9f-ba68-4a9e-98d0-2135072efae4 req-93eace97-5c51-4268-ab8e-6af454fdeee8 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.0488226 Jan 17 18:34:08.594446 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-0ad01f9f-ba68-4a9e-98d0-2135072efae4 req-ae873125-2c1f-41f4-9f79-0991284e3183 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408943 Jan 17 18:34:09.554776 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 59774) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:34:09.656341 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1281241c-299f-4a81-a601-b6774dc48dfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:09.732046 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1281241c-299f-4a81-a601-b6774dc48dfe admin admin] Publish callbacks [] for security_group (74409dcd-e3c5-44cc-b5ff-a97f68178dbd), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:09.735918 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1281241c-299f-4a81-a601-b6774dc48dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (74409dcd-e3c5-44cc-b5ff-a97f68178dbd), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:09.774203 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-1281241c-299f-4a81-a601-b6774dc48dfe admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c5bccc28929c4cfc8d4280881e196387&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183664 Jan 17 18:34:09.776121 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1281241c-299f-4a81-a601-b6774dc48dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74409dcd-e3c5-44cc-b5ff-a97f68178dbd,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:34:09.777615 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 59778) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:34:09.826095 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b66204e9-164a-47d4-8414-38912a0f08b3 admin admin] Publish callbacks [] for security_group (74409dcd-e3c5-44cc-b5ff-a97f68178dbd), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:09.846796 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b66204e9-164a-47d4-8414-38912a0f08b3 admin admin] Publish callbacks [] for security_group (74409dcd-e3c5-44cc-b5ff-a97f68178dbd), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:09.893459 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b66204e9-164a-47d4-8414-38912a0f08b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (74409dcd-e3c5-44cc-b5ff-a97f68178dbd), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:09.895998 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b66204e9-164a-47d4-8414-38912a0f08b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:09.897131 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-b66204e9-164a-47d4-8414-38912a0f08b3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/74409dcd-e3c5-44cc-b5ff-a97f68178dbd HTTP/1.1" status: 204 len: 168 time: 0.1183903 Jan 17 18:34:09.905120 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66204e9-164a-47d4-8414-38912a0f08b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74409dcd-e3c5-44cc-b5ff-a97f68178dbd,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:34:10.152612 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 59784) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:34:10.165842 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ebffe3a9-9ac9-41ca-a11e-e3553fe3264a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:10.244680 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ebffe3a9-9ac9-41ca-a11e-e3553fe3264a admin admin] Publish callbacks [] for security_group (35b57138-f4eb-4a1d-9b86-4c3c21105865), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:10.248491 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ebffe3a9-9ac9-41ca-a11e-e3553fe3264a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (35b57138-f4eb-4a1d-9b86-4c3c21105865), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:10.286937 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-ebffe3a9-9ac9-41ca-a11e-e3553fe3264a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6ceccd759e2a4cbd94eabba689a64d8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332245 Jan 17 18:34:10.289158 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebffe3a9-9ac9-41ca-a11e-e3553fe3264a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b57138-f4eb-4a1d-9b86-4c3c21105865,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:34:10.289684 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 59788) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:34:10.343686 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e32bcdff-8e98-4782-bf90-ac44ce1347f0 admin admin] Publish callbacks [] for security_group (35b57138-f4eb-4a1d-9b86-4c3c21105865), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:10.364281 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e32bcdff-8e98-4782-bf90-ac44ce1347f0 admin admin] Publish callbacks [] for security_group (35b57138-f4eb-4a1d-9b86-4c3c21105865), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:10.411130 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e32bcdff-8e98-4782-bf90-ac44ce1347f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (35b57138-f4eb-4a1d-9b86-4c3c21105865), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:10.413703 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e32bcdff-8e98-4782-bf90-ac44ce1347f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:10.414848 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-e32bcdff-8e98-4782-bf90-ac44ce1347f0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/35b57138-f4eb-4a1d-9b86-4c3c21105865 HTTP/1.1" status: 204 len: 168 time: 0.1241686 Jan 17 18:34:10.424327 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32bcdff-8e98-4782-bf90-ac44ce1347f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b57138-f4eb-4a1d-9b86-4c3c21105865,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:34:10.728514 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 59794) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:34:10.741174 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d92d2935-c3d8-41e7-a24e-c6b5c8b10945 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:10.812118 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d92d2935-c3d8-41e7-a24e-c6b5c8b10945 admin admin] Publish callbacks [] for security_group (0f1727c1-74d1-435f-aa71-bcc6fca3331f), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:10.815583 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d92d2935-c3d8-41e7-a24e-c6b5c8b10945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (0f1727c1-74d1-435f-aa71-bcc6fca3331f), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:10.851378 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d2935-c3d8-41e7-a24e-c6b5c8b10945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1727c1-74d1-435f-aa71-bcc6fca3331f,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:34:10.855590 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-d92d2935-c3d8-41e7-a24e-c6b5c8b10945 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bfa3d39e6b504b32b55fcea7853f5bf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1259665 Jan 17 18:34:10.858142 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 59796) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:34:10.904458 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d58eb3c6-a89b-4cd0-babe-5b69845ab50b admin admin] Publish callbacks [] for security_group (0f1727c1-74d1-435f-aa71-bcc6fca3331f), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:10.925688 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d58eb3c6-a89b-4cd0-babe-5b69845ab50b admin admin] Publish callbacks [] for security_group (0f1727c1-74d1-435f-aa71-bcc6fca3331f), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:10.974568 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d58eb3c6-a89b-4cd0-babe-5b69845ab50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (0f1727c1-74d1-435f-aa71-bcc6fca3331f), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:10.977134 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d58eb3c6-a89b-4cd0-babe-5b69845ab50b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:10.978265 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-d58eb3c6-a89b-4cd0-babe-5b69845ab50b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0f1727c1-74d1-435f-aa71-bcc6fca3331f HTTP/1.1" status: 204 len: 168 time: 0.1192429 Jan 17 18:34:10.985798 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58eb3c6-a89b-4cd0-babe-5b69845ab50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1727c1-74d1-435f-aa71-bcc6fca3331f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:34:14.619776 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:14.640597 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 6 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:34:21.056266 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a9e747af-05a5-4c98-a793-431a3fa3b2e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:21.304499 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2627c4-7d1b-430e-b41f-e3bcca25f279 req-134226f0-11ee-4548-bb29-fd50bbfc8c3a tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:21.306612 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4c2627c4-7d1b-430e-b41f-e3bcca25f279 req-134226f0-11ee-4548-bb29-fd50bbfc8c3a tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 984 time: 0.0533352 Jan 17 18:34:21.375113 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4c2627c4-7d1b-430e-b41f-e3bcca25f279 req-51b79188-55c0-4ecd-8387-819a64569c5b tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae35a236-21e9-4b46-982d-37ea4de721b7&id=384beef0-6d95-488b-b71d-546629b2bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621791 Jan 17 18:34:21.407577 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39817754-7292-437b-aa7d-336f5c8abbbd req-c86c0b52-ad76-4591-bb9b-c6e5f2e0360c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:21.409174 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-39817754-7292-437b-aa7d-336f5c8abbbd req-c86c0b52-ad76-4591-bb9b-c6e5f2e0360c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=866af26a4754486ca3599fdaeaeb709d&device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 1137 time: 0.1479266 Jan 17 18:34:21.506467 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39817754-7292-437b-aa7d-336f5c8abbbd req-9e8ff14e-5568-41af-b44d-f6258794a68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:21.508277 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-39817754-7292-437b-aa7d-336f5c8abbbd req-9e8ff14e-5568-41af-b44d-f6258794a68a service neutron] 10.222.0.31 "GET /v2.0/networks?id=dccdeae5-587d-4d52-a83e-bf0e5e960be6 HTTP/1.1" status: 200 len: 915 time: 0.0929945 Jan 17 18:34:21.538450 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b9ca7-6ca2-42f4-8276-f4c48643ae96 req-de2d0782-cff5-442b-b255-3b324024ff1b tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:21.539863 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4f5b9ca7-6ca2-42f4-8276-f4c48643ae96 req-de2d0782-cff5-442b-b255-3b324024ff1b tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 945 time: 0.0626247 Jan 17 18:34:21.582320 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-39817754-7292-437b-aa7d-336f5c8abbbd req-bbf75417-5aa3-4779-a7de-b5d6c8abbe33 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbc903b1-0ad0-4d81-a229-ef71ea8db08f HTTP/1.1" status: 200 len: 999 time: 0.0666394 Jan 17 18:34:21.594854 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4f5b9ca7-6ca2-42f4-8276-f4c48643ae96 req-1a49ba60-1112-4d53-a5ed-7bb74fb95f57 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491183 Jan 17 18:34:21.628951 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39817754-7292-437b-aa7d-336f5c8abbbd req-2df17d9e-b41e-41a0-9499-c0bc15b25195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:21.630397 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-39817754-7292-437b-aa7d-336f5c8abbbd req-2df17d9e-b41e-41a0-9499-c0bc15b25195 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64682820-22d9-45bb-a5bd-8cb7e93bf47a HTTP/1.1" status: 200 len: 853 time: 0.0434840 Jan 17 18:34:21.676481 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39817754-7292-437b-aa7d-336f5c8abbbd req-71b14b7f-6f47-4d82-8e78-d3c37f09d3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:21.677946 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-39817754-7292-437b-aa7d-336f5c8abbbd req-71b14b7f-6f47-4d82-8e78-d3c37f09d3c0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dccdeae5-587d-4d52-a83e-bf0e5e960be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387170 Jan 17 18:34:21.771151 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-39817754-7292-437b-aa7d-336f5c8abbbd req-de041f00-3209-4959-8b1d-8ef3144d0682 service neutron] 10.222.0.31 "GET /v2.0/networks/dccdeae5-587d-4d52-a83e-bf0e5e960be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867486 Jan 17 18:34:21.862622 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-39817754-7292-437b-aa7d-336f5c8abbbd req-2a800684-dce2-447f-983a-5f4a82c56f4d service neutron] 10.222.0.31 "GET /v2.0/networks/dccdeae5-587d-4d52-a83e-bf0e5e960be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855069 Jan 17 18:34:22.501397 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a526e-570d-4104-8f1e-4855b71e364c req-fcb2b2d1-bf49-45a5-ad58-4840d9e9f1e7 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:22.502977 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-696a526e-570d-4104-8f1e-4855b71e364c req-fcb2b2d1-bf49-45a5-ad58-4840d9e9f1e7 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 984 time: 0.0548358 Jan 17 18:34:22.568028 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-696a526e-570d-4104-8f1e-4855b71e364c req-e6088312-9cd0-4ddd-ad40-65895287580a tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae35a236-21e9-4b46-982d-37ea4de721b7&id=384beef0-6d95-488b-b71d-546629b2bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591741 Jan 17 18:34:22.714902 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d2511a-601f-46b2-b417-6d49c6b02e92 req-c9201679-c9f7-47fe-abdc-c39dedece09d tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:22.716504 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-36d2511a-601f-46b2-b417-6d49c6b02e92 req-c9201679-c9f7-47fe-abdc-c39dedece09d tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 945 time: 0.0492110 Jan 17 18:34:22.766431 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-36d2511a-601f-46b2-b417-6d49c6b02e92 req-71c638a5-f509-4640-bece-e77b94c9f320 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444710 Jan 17 18:34:23.369826 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5b8ea1c4-9970-4040-bd65-a9abdcf6098b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:23.687759 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a905c-b33d-48ee-b75a-74515301389a req-86a1c060-a91f-4d7e-bdf0-ff4ef25592f5 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:23.689221 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-971a905c-b33d-48ee-b75a-74515301389a req-86a1c060-a91f-4d7e-bdf0-ff4ef25592f5 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 984 time: 0.0503542 Jan 17 18:34:23.750100 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-971a905c-b33d-48ee-b75a-74515301389a req-4afb96dd-3017-4c38-a74b-c1c7132678d3 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae35a236-21e9-4b46-982d-37ea4de721b7&id=384beef0-6d95-488b-b71d-546629b2bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552421 Jan 17 18:34:23.884008 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead23930-4baa-4df2-8cf6-993100139e7c req-fcc0958e-a8ea-4bc8-aa2d-9422c5824e2a tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:23.885482 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ead23930-4baa-4df2-8cf6-993100139e7c req-fcc0958e-a8ea-4bc8-aa2d-9422c5824e2a tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 945 time: 0.0509708 Jan 17 18:34:23.934843 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ead23930-4baa-4df2-8cf6-993100139e7c req-cbf4a1c0-88e8-4c7d-8c6a-7ba44c794eb3 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429840 Jan 17 18:34:24.547518 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:24.867748 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039931a6-1317-4deb-8691-0b6f92db79d3 req-f0dbcf43-77cb-4c32-b13b-24bd55cb0482 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:24.869213 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-039931a6-1317-4deb-8691-0b6f92db79d3 req-f0dbcf43-77cb-4c32-b13b-24bd55cb0482 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 984 time: 0.0500038 Jan 17 18:34:24.934127 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-039931a6-1317-4deb-8691-0b6f92db79d3 req-76c1eba6-fbf8-4bf8-92fc-7bc1a6a99cba tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae35a236-21e9-4b46-982d-37ea4de721b7&id=384beef0-6d95-488b-b71d-546629b2bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591459 Jan 17 18:34:25.056726 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5933fa-fd5a-4ee1-a14e-a46ce90b57ed req-8db0fc07-d763-4066-b3db-6c306cfed4ed tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:25.058186 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ca5933fa-fd5a-4ee1-a14e-a46ce90b57ed req-8db0fc07-d763-4066-b3db-6c306cfed4ed tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 945 time: 0.0536473 Jan 17 18:34:25.106843 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ca5933fa-fd5a-4ee1-a14e-a46ce90b57ed req-b64ab20e-eca1-4b3a-9937-eb4ef71c8d48 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431345 Jan 17 18:34:26.054247 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861f84c-eef2-4f65-94cc-dee6d790de67 req-b26848ab-c9e3-4ab8-986c-8aedf4d3aafe tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:26.055763 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-6861f84c-eef2-4f65-94cc-dee6d790de67 req-b26848ab-c9e3-4ab8-986c-8aedf4d3aafe tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 984 time: 0.0530422 Jan 17 18:34:26.111313 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:26.117595 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-6861f84c-eef2-4f65-94cc-dee6d790de67 req-f20dff5f-3e3e-4f72-b0dd-7d5a38fd3fbd tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae35a236-21e9-4b46-982d-37ea4de721b7&id=384beef0-6d95-488b-b71d-546629b2bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552239 Jan 17 18:34:26.229356 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc69c92-05fc-4d45-a6e2-726cb9944329 req-ed7c90a7-b46a-4208-852b-31977401529d tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:26.231003 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-dfc69c92-05fc-4d45-a6e2-726cb9944329 req-ed7c90a7-b46a-4208-852b-31977401529d tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 945 time: 0.0507326 Jan 17 18:34:26.279292 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-dfc69c92-05fc-4d45-a6e2-726cb9944329 req-3ec469df-3524-48b0-83ce-578f3973f6af tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426977 Jan 17 18:34:27.240102 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c4809-86d1-42ba-8291-4898ba318e9e req-4e5fe512-4114-4a35-8223-c21011e2a649 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:27.241588 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-501c4809-86d1-42ba-8291-4898ba318e9e req-4e5fe512-4114-4a35-8223-c21011e2a649 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 984 time: 0.0530143 Jan 17 18:34:27.300624 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-501c4809-86d1-42ba-8291-4898ba318e9e req-3381d9ad-cd94-4191-b9cd-9081263707a0 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae35a236-21e9-4b46-982d-37ea4de721b7&id=384beef0-6d95-488b-b71d-546629b2bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525644 Jan 17 18:34:27.334887 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:27.404231 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6e443-afe4-4aed-ad34-cca083bf2481 req-84838ce3-3b30-4f9b-b889-31b61685cce8 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:27.405702 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-6cf6e443-afe4-4aed-ad34-cca083bf2481 req-84838ce3-3b30-4f9b-b889-31b61685cce8 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 945 time: 0.0491028 Jan 17 18:34:27.457833 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-6cf6e443-afe4-4aed-ad34-cca083bf2481 req-a511e406-9910-4aa4-8252-0a67f7f25554 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466938 Jan 17 18:34:28.424335 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0da64-4955-4e04-9829-0deca2f49ab3 req-c7324b2b-4fa8-497d-a4e9-08a30bfef93e tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:28.425924 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ffb0da64-4955-4e04-9829-0deca2f49ab3 req-c7324b2b-4fa8-497d-a4e9-08a30bfef93e tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 984 time: 0.0541990 Jan 17 18:34:28.487966 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ffb0da64-4955-4e04-9829-0deca2f49ab3 req-a7e3338d-11d9-487e-8c61-bfba2d878286 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae35a236-21e9-4b46-982d-37ea4de721b7&id=384beef0-6d95-488b-b71d-546629b2bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563080 Jan 17 18:34:28.589588 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9315dc-bf63-4329-8d3c-90035bac4050 req-42686002-e11a-4756-921a-b52c6d5938b0 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:28.590968 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ec9315dc-bf63-4329-8d3c-90035bac4050 req-42686002-e11a-4756-921a-b52c6d5938b0 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 945 time: 0.0529289 Jan 17 18:34:28.638830 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ec9315dc-bf63-4329-8d3c-90035bac4050 req-570ba009-42f2-419c-8a04-c82bab4d2872 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424747 Jan 17 18:34:29.603179 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9075f-3897-41bd-b489-8842ec7d8fb0 req-35644bd5-d683-4773-94ef-da1cbd24301c tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:29.604665 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-75c9075f-3897-41bd-b489-8842ec7d8fb0 req-35644bd5-d683-4773-94ef-da1cbd24301c tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 984 time: 0.0504155 Jan 17 18:34:29.664794 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-75c9075f-3897-41bd-b489-8842ec7d8fb0 req-7ec4af61-52fa-4e41-9498-b958c8514855 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae35a236-21e9-4b46-982d-37ea4de721b7&id=384beef0-6d95-488b-b71d-546629b2bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535874 Jan 17 18:34:29.759226 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909a84c-5428-4783-9a2f-52da74339c9d req-77cc620e-c549-4e53-ba62-fa18f98f653d tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:29.760721 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-3909a84c-5428-4783-9a2f-52da74339c9d req-77cc620e-c549-4e53-ba62-fa18f98f653d tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 945 time: 0.0500288 Jan 17 18:34:29.808983 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-3909a84c-5428-4783-9a2f-52da74339c9d req-0a12ccfe-4499-46d0-aa48-504ecd2d4ce1 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415418 Jan 17 18:34:30.783758 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f73d2-64e9-433e-932b-b1731c60975b req-62ff3762-74cf-4e66-8200-49caf33ec547 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:30.785201 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-3b7f73d2-64e9-433e-932b-b1731c60975b req-62ff3762-74cf-4e66-8200-49caf33ec547 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 984 time: 0.0524867 Jan 17 18:34:30.847732 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-3b7f73d2-64e9-433e-932b-b1731c60975b req-cfb80c47-00e2-4474-8517-7167a6bf0188 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae35a236-21e9-4b46-982d-37ea4de721b7&id=384beef0-6d95-488b-b71d-546629b2bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565445 Jan 17 18:34:30.936292 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536d01b-f063-4228-812b-cbc7d823531a req-4ccd9e28-6373-4a9a-869d-e40c603fea8d tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:30.937899 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-0536d01b-f063-4228-812b-cbc7d823531a req-4ccd9e28-6373-4a9a-869d-e40c603fea8d tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 945 time: 0.0525482 Jan 17 18:34:30.985728 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-0536d01b-f063-4228-812b-cbc7d823531a req-40ab8f1d-0da0-4954-af2f-f185a31e0086 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424573 Jan 17 18:34:31.690590 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418b549-ab81-4e3f-9695-26d856c348f2 req-52455d07-00d2-4df3-b592-86009e91ea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:31.692124 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1418b549-ab81-4e3f-9695-26d856c348f2 req-52455d07-00d2-4df3-b592-86009e91ea5d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5262d740746c4265993cce733a67438a&device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 1098 time: 0.0406864 Jan 17 18:34:31.783355 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418b549-ab81-4e3f-9695-26d856c348f2 req-1ddeb8ff-56c6-4207-9ee1-1b2e615e86d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:31.784850 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1418b549-ab81-4e3f-9695-26d856c348f2 req-1ddeb8ff-56c6-4207-9ee1-1b2e615e86d8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1f7f3e80-1c90-454b-9448-14d5ab17dae0 HTTP/1.1" status: 200 len: 910 time: 0.0849788 Jan 17 18:34:31.847515 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1418b549-ab81-4e3f-9695-26d856c348f2 req-d220cc04-bd57-40a3-91fa-20e9d9fc629d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6806e78-edb1-4a9d-84cf-15db4b1e9d4b HTTP/1.1" status: 200 len: 1001 time: 0.0559795 Jan 17 18:34:31.894811 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418b549-ab81-4e3f-9695-26d856c348f2 req-f7b67a19-84d9-40c4-9453-79ab443c6f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:31.896315 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1418b549-ab81-4e3f-9695-26d856c348f2 req-f7b67a19-84d9-40c4-9453-79ab443c6f37 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=985b67e5-f935-4baf-bc4b-3331cffe658a HTTP/1.1" status: 200 len: 848 time: 0.0430140 Jan 17 18:34:31.973352 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418b549-ab81-4e3f-9695-26d856c348f2 req-66d9494e-7653-40e8-8f75-9389e9340528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:31.974834 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1418b549-ab81-4e3f-9695-26d856c348f2 req-66d9494e-7653-40e8-8f75-9389e9340528 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1f7f3e80-1c90-454b-9448-14d5ab17dae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708399 Jan 17 18:34:31.986609 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1c1f2-3587-4eed-ba56-e3b76c539bee req-d07a9cbb-1cd7-4862-a331-a55f3f038493 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:31.987990 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c2a1c1f2-3587-4eed-ba56-e3b76c539bee req-d07a9cbb-1cd7-4862-a331-a55f3f038493 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 984 time: 0.0607710 Jan 17 18:34:32.109997 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de5eac-4b51-497d-85c1-6d38f20c88b5 req-cfb398a5-b55f-4487-b346-1d009f56832b tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:32.111417 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-35de5eac-4b51-497d-85c1-6d38f20c88b5 req-cfb398a5-b55f-4487-b346-1d009f56832b tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 945 time: 0.0501463 Jan 17 18:34:32.113053 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1418b549-ab81-4e3f-9695-26d856c348f2 req-c4966dca-83c0-4fad-9cdf-4c521831da48 service neutron] 10.222.0.31 "GET /v2.0/networks/1f7f3e80-1c90-454b-9448-14d5ab17dae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241298 Jan 17 18:34:32.119750 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c2a1c1f2-3587-4eed-ba56-e3b76c539bee req-e62f4d34-3093-4a0c-9cb7-6b2fe31e2d89 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae35a236-21e9-4b46-982d-37ea4de721b7&id=384beef0-6d95-488b-b71d-546629b2bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1241455 Jan 17 18:34:32.163005 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-35de5eac-4b51-497d-85c1-6d38f20c88b5 req-60f232f3-409b-4ec0-9ec9-c4b1b1b26b13 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460994 Jan 17 18:34:32.203454 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1418b549-ab81-4e3f-9695-26d856c348f2 req-e6f1eb0b-d3bc-4172-b831-2b88917e7f42 service neutron] 10.222.0.31 "GET /v2.0/networks/1f7f3e80-1c90-454b-9448-14d5ab17dae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827858 Jan 17 18:34:33.242106 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bbbba-4590-4ffa-b10c-e9118aa64bb1 req-244ef4a6-dda6-44ce-a0e5-d9f5128bd89c tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:33.243822 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-9c9bbbba-4590-4ffa-b10c-e9118aa64bb1 req-244ef4a6-dda6-44ce-a0e5-d9f5128bd89c tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 984 time: 0.0547826 Jan 17 18:34:33.280260 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052a987-0fd3-4bb5-9fa6-f6bdc3aefcbd req-a702e24f-e5f9-4e88-960c-e7507962ccdb tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:33.281724 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-5052a987-0fd3-4bb5-9fa6-f6bdc3aefcbd req-a702e24f-e5f9-4e88-960c-e7507962ccdb tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 945 time: 0.0503302 Jan 17 18:34:33.308884 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-9c9bbbba-4590-4ffa-b10c-e9118aa64bb1 req-235cc21f-9b2c-448d-9e61-0b85f133d855 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae35a236-21e9-4b46-982d-37ea4de721b7&id=384beef0-6d95-488b-b71d-546629b2bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568714 Jan 17 18:34:33.334809 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-5052a987-0fd3-4bb5-9fa6-f6bdc3aefcbd req-343feba6-5611-4e28-9268-76230469b087 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473962 Jan 17 18:34:34.463065 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec03827-0efc-4f7f-acbc-88ba248b96bd req-a31fc4fd-2b3d-496e-a17b-7e02d3f11a86 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:34.465305 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6ec03827-0efc-4f7f-acbc-88ba248b96bd req-a31fc4fd-2b3d-496e-a17b-7e02d3f11a86 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 945 time: 0.0541728 Jan 17 18:34:34.517755 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6ec03827-0efc-4f7f-acbc-88ba248b96bd req-42c60dee-bf25-4db4-9fe0-e078c5cea34c tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466754 Jan 17 18:34:35.631754 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde386b-6af3-406b-8fb6-e3687abc8122 req-004f404a-30a0-432f-a35b-243d3822a585 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:35.633454 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-2dde386b-6af3-406b-8fb6-e3687abc8122 req-004f404a-30a0-432f-a35b-243d3822a585 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 945 time: 0.0478203 Jan 17 18:34:35.681586 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-2dde386b-6af3-406b-8fb6-e3687abc8122 req-e315627a-7c32-4db5-8f1d-c2944c4068e4 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423267 Jan 17 18:34:35.870079 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 59918) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:34:35.888687 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27386467-8e7b-4ed2-8c33-fbb72279090a req-63b0ed40-5f95-4efc-b302-6be8dd9b7f96 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:35.890170 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-27386467-8e7b-4ed2-8c33-fbb72279090a req-63b0ed40-5f95-4efc-b302-6be8dd9b7f96 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 945 time: 0.0528979 Jan 17 18:34:35.940029 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-27386467-8e7b-4ed2-8c33-fbb72279090a req-5d2175e0-c946-41a1-b282-8fea2de36dd3 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442328 Jan 17 18:34:35.956873 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-1cdd3b13-0635-4b40-b41c-83d50d9b1705 req-478674cf-1907-497f-b74b-bf5421b0097c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0851684 Jan 17 18:34:35.965811 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [req-1cdd3b13-0635-4b40-b41c-83d50d9b1705 req-12e7900d-6467-457b-8d85-b451c3c06e1d service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 18:34:35.966830 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-1cdd3b13-0635-4b40-b41c-83d50d9b1705 req-12e7900d-6467-457b-8d85-b451c3c06e1d service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054529 Jan 17 18:34:37.060541 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e482a12-e6eb-4514-ab18-51f271bdda7d req-5c878b43-73f5-4bca-9a37-9eae5a87aea6 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:37.062028 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-0e482a12-e6eb-4514-ab18-51f271bdda7d req-5c878b43-73f5-4bca-9a37-9eae5a87aea6 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 945 time: 0.0535324 Jan 17 18:34:37.117601 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-0e482a12-e6eb-4514-ab18-51f271bdda7d req-41526e9d-efa1-44c8-9db4-80634774ab9c tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492878 Jan 17 18:34:37.466201 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd3b13-0635-4b40-b41c-83d50d9b1705 req-1c679ca2-dc16-43ac-b2b1-ebbffffe7a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:37.467750 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1cdd3b13-0635-4b40-b41c-83d50d9b1705 req-1c679ca2-dc16-43ac-b2b1-ebbffffe7a10 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8&tenant_id=5262d740746c4265993cce733a67438a HTTP/1.1" status: 200 len: 1098 time: 0.0742157 Jan 17 18:34:37.536682 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd3b13-0635-4b40-b41c-83d50d9b1705 req-5c411429-4b58-447a-a7df-a15caa94cfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:37.538139 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1cdd3b13-0635-4b40-b41c-83d50d9b1705 req-5c411429-4b58-447a-a7df-a15caa94cfa5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5262d740746c4265993cce733a67438a&device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 1098 time: 0.0405688 Jan 17 18:34:37.627390 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd3b13-0635-4b40-b41c-83d50d9b1705 req-2f886640-40e2-47b6-afc3-b43e1c3acddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:37.628864 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1cdd3b13-0635-4b40-b41c-83d50d9b1705 req-2f886640-40e2-47b6-afc3-b43e1c3acddd service neutron] 10.222.0.31 "GET /v2.0/networks?id=1f7f3e80-1c90-454b-9448-14d5ab17dae0 HTTP/1.1" status: 200 len: 910 time: 0.0844927 Jan 17 18:34:37.706108 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1cdd3b13-0635-4b40-b41c-83d50d9b1705 req-eff51e1a-da49-407d-9645-ff48944aedf2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6806e78-edb1-4a9d-84cf-15db4b1e9d4b HTTP/1.1" status: 200 len: 1001 time: 0.0707569 Jan 17 18:34:37.762971 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd3b13-0635-4b40-b41c-83d50d9b1705 req-e4e0195c-2983-4a28-9aa3-77ba62ce98e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:37.764566 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1cdd3b13-0635-4b40-b41c-83d50d9b1705 req-e4e0195c-2983-4a28-9aa3-77ba62ce98e5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=985b67e5-f935-4baf-bc4b-3331cffe658a HTTP/1.1" status: 200 len: 848 time: 0.0518036 Jan 17 18:34:37.825472 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd3b13-0635-4b40-b41c-83d50d9b1705 req-00e3bf1a-623e-4ead-a4a3-f295e9458416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:37.826975 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1cdd3b13-0635-4b40-b41c-83d50d9b1705 req-00e3bf1a-623e-4ead-a4a3-f295e9458416 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1f7f3e80-1c90-454b-9448-14d5ab17dae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550213 Jan 17 18:34:37.894992 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device d6806e78-edb1-4a9d-84cf-15db4b1e9d4b no longer exists at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:34:37.924769 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1cdd3b13-0635-4b40-b41c-83d50d9b1705 req-3ac40c7c-b7f7-4287-8e8e-cad6f1961a7b service neutron] 10.222.0.31 "GET /v2.0/networks/1f7f3e80-1c90-454b-9448-14d5ab17dae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857074 Jan 17 18:34:37.971811 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port d6806e78-edb1-4a9d-84cf-15db4b1e9d4b is: ACTIVE; New status is: DOWN {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:34:37.972205 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (d6806e78-edb1-4a9d-84cf-15db4b1e9d4b), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:37.994081 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3da79b5-cdaa-4895-a54a-dea883ff36b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6806e78-edb1-4a9d-84cf-15db4b1e9d4b'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:34:37.996958 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e36e39c9c94bd67d9c0bfa4cbed5ada700490a47b49253aa7a2931ae849a628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f878bd-5d22-40dd-9ad4-2175a69c73df" -d '{"events": [{"server_uuid": "d3da79b5-cdaa-4895-a54a-dea883ff36b8", "name": "network-vif-unplugged", "status": "completed", "tag": "d6806e78-edb1-4a9d-84cf-15db4b1e9d4b"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:34:38.009468 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port d6806e78-edb1-4a9d-84cf-15db4b1e9d4b, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=d6806e78-edb1-4a9d-84cf-15db4b1e9d4b,segment=NetworkSegment(5962ef69-feec-4b57-beb5-c84c57cc4d3e),segment_id=5962ef69-feec-4b57-beb5-c84c57cc4d3e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:34:38.017195 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (d6806e78-edb1-4a9d-84cf-15db4b1e9d4b), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:38.020361 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1cdd3b13-0635-4b40-b41c-83d50d9b1705 req-d884d8cf-c7ca-457b-9319-d3868efb49c9 service neutron] 10.222.0.31 "GET /v2.0/networks/1f7f3e80-1c90-454b-9448-14d5ab17dae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862658 Jan 17 18:34:38.041649 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Jan 2022 18:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f010d0-792d-4ac5-9631-f1ed3988861d x-openstack-request-id: req-d6f010d0-792d-4ac5-9631-f1ed3988861d {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:34:38.041943 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3da79b5-cdaa-4895-a54a-dea883ff36b8", "name": "network-vif-unplugged", "status": "completed", "tag": "d6806e78-edb1-4a9d-84cf-15db4b1e9d4b", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:34:38.042411 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d6f010d0-792d-4ac5-9631-f1ed3988861d {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:34:38.042815 dv-cinder-824995-1-iscsi neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3da79b5-cdaa-4895-a54a-dea883ff36b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6806e78-edb1-4a9d-84cf-15db4b1e9d4b', 'code': 200} Jan 17 18:34:38.067983 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=d6806e78-edb1-4a9d-84cf-15db4b1e9d4b,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:34:38.075745 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:34:38.076103 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:34:38.076452 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:34:38.076800 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:34:38.077137 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:34:38.077471 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:34:38.077801 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:34:38.078131 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:34:38.078457 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:34:38.078783 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:34:38.079109 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:34:38.079430 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:34:38.079773 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:34:38.236275 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d4b43-d989-4d0d-8473-ba2c63dc81a8 req-6163cf5e-6a34-4d0c-ab8b-b182a4910a56 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:38.237760 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-db7d4b43-d989-4d0d-8473-ba2c63dc81a8 req-6163cf5e-6a34-4d0c-ab8b-b182a4910a56 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 943 time: 0.0498927 Jan 17 18:34:38.286779 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-db7d4b43-d989-4d0d-8473-ba2c63dc81a8 req-94d17d8b-a6b3-4f56-8321-33c512986294 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430050 Jan 17 18:34:39.410172 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd9a4a-37cd-46ec-9bbf-8be9005b6ef7 req-1b9d03cc-91cf-4f7d-a3b0-6fec4fe9b944 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:39.411656 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-f1bd9a4a-37cd-46ec-9bbf-8be9005b6ef7 req-1b9d03cc-91cf-4f7d-a3b0-6fec4fe9b944 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 943 time: 0.0544233 Jan 17 18:34:39.459802 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-f1bd9a4a-37cd-46ec-9bbf-8be9005b6ef7 req-cb8d572a-fb00-45dd-9141-145bd06e3116 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426300 Jan 17 18:34:40.575771 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91d4f9-dff9-4d21-bff5-08f903cc779d req-791df1d3-ada0-4e19-8ac0-91e4c1abb683 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:40.577231 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-9f91d4f9-dff9-4d21-bff5-08f903cc779d req-791df1d3-ada0-4e19-8ac0-91e4c1abb683 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 943 time: 0.0504627 Jan 17 18:34:40.626382 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-9f91d4f9-dff9-4d21-bff5-08f903cc779d req-794fe8eb-a242-4afb-a715-b54b6ae6e96f tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436678 Jan 17 18:34:41.746915 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0383b-d0f2-4db1-9474-6016fb46e367 req-d1fb7893-c790-4911-ab68-04ad2c084bd4 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:41.748435 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-d8d0383b-d0f2-4db1-9474-6016fb46e367 req-d1fb7893-c790-4911-ab68-04ad2c084bd4 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 943 time: 0.0478055 Jan 17 18:34:41.800313 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-d8d0383b-d0f2-4db1-9474-6016fb46e367 req-f5d4b046-68d9-464f-b9ca-8fb278df25c5 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465093 Jan 17 18:34:42.914487 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadad715-d88c-4ead-8fb7-1b09dca6c475 req-89a28bf1-4305-46a1-9ae7-eace93144a30 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:42.915907 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-fadad715-d88c-4ead-8fb7-1b09dca6c475 req-89a28bf1-4305-46a1-9ae7-eace93144a30 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 943 time: 0.0493991 Jan 17 18:34:42.963166 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-fadad715-d88c-4ead-8fb7-1b09dca6c475 req-043120ee-c64c-4413-98ed-31cf05579b5a tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417619 Jan 17 18:34:44.077409 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff358c-1523-4190-9386-6ef0f5fa3e53 req-94843385-58bd-4d41-9ae8-980fdc3a3ca5 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:44.078877 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-c4ff358c-1523-4190-9386-6ef0f5fa3e53 req-94843385-58bd-4d41-9ae8-980fdc3a3ca5 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 943 time: 0.0483227 Jan 17 18:34:44.128044 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-c4ff358c-1523-4190-9386-6ef0f5fa3e53 req-a857019c-1f7f-4eda-a4d7-5829a19cf7ac tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436182 Jan 17 18:34:44.337997 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d7146-c30f-4e35-9c0d-236268b6e8f3 req-f1a74885-1b2a-4426-97e7-455130d4053b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:44.340071 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-5d4d7146-c30f-4e35-9c0d-236268b6e8f3 req-f1a74885-1b2a-4426-97e7-455130d4053b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 1096 time: 0.0443285 Jan 17 18:34:44.384418 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-5d4d7146-c30f-4e35-9c0d-236268b6e8f3 req-146b4191-bca5-4bb4-8502-47cd2dde39b1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377042 Jan 17 18:34:44.618571 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:45.246821 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638bcffc-3874-4e56-80b6-58fcd5854d7b req-4ad356af-d1c1-4179-bcdd-810bcdbdf6cc tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:45.248318 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-638bcffc-3874-4e56-80b6-58fcd5854d7b req-4ad356af-d1c1-4179-bcdd-810bcdbdf6cc tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 943 time: 0.0541744 Jan 17 18:34:45.295900 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-638bcffc-3874-4e56-80b6-58fcd5854d7b req-8323ddf9-3745-40f4-8f5a-6e043b2b02e3 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421145 Jan 17 18:34:45.936659 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device d6806e78-edb1-4a9d-84cf-15db4b1e9d4b details requested by agent hyperv_hv-cinder-82499 with host hv-cinder-82499 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 18:34:46.031914 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port d6806e78-edb1-4a9d-84cf-15db4b1e9d4b, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=d6806e78-edb1-4a9d-84cf-15db4b1e9d4b,segment=NetworkSegment(5962ef69-feec-4b57-beb5-c84c57cc4d3e),segment_id=5962ef69-feec-4b57-beb5-c84c57cc4d3e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:34:46.044248 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Returning: {'device': 'd6806e78-edb1-4a9d-84cf-15db4b1e9d4b', 'network_id': '1f7f3e80-1c90-454b-9448-14d5ab17dae0', 'port_id': 'd6806e78-edb1-4a9d-84cf-15db4b1e9d4b', 'mac_address': 'fa:16:3e:69:8a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '985b67e5-f935-4baf-bc4b-3331cffe658a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 18:34:46.080000 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port d6806e78-edb1-4a9d-84cf-15db4b1e9d4b is: DOWN; New status is: BUILD {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:34:46.080386 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (d6806e78-edb1-4a9d-84cf-15db4b1e9d4b), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:46.093250 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6806e78-edb1-4a9d-84cf-15db4b1e9d4b {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:34:46.112484 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port d6806e78-edb1-4a9d-84cf-15db4b1e9d4b, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=d6806e78-edb1-4a9d-84cf-15db4b1e9d4b,segment=NetworkSegment(5962ef69-feec-4b57-beb5-c84c57cc4d3e),segment_id=5962ef69-feec-4b57-beb5-c84c57cc4d3e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:34:46.116542 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (d6806e78-edb1-4a9d-84cf-15db4b1e9d4b), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:46.165290 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=d6806e78-edb1-4a9d-84cf-15db4b1e9d4b,revision_number=7']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:34:46.413419 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be782ac-d938-4c3e-a529-ab992dbbfdec req-d9f0f50c-513d-4c31-8885-bea20b0c8c4c tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:46.414881 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-3be782ac-d938-4c3e-a529-ab992dbbfdec req-d9f0f50c-513d-4c31-8885-bea20b0c8c4c tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 944 time: 0.0486140 Jan 17 18:34:46.457050 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['d6806e78-edb1-4a9d-84cf-15db4b1e9d4b'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:34:46.466016 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-3be782ac-d938-4c3e-a529-ab992dbbfdec req-22ba0c77-0ed8-482e-813e-f86febaa981d tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448508 Jan 17 18:34:47.949872 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device d6806e78-edb1-4a9d-84cf-15db4b1e9d4b up at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:34:47.996762 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning complete for port d6806e78-edb1-4a9d-84cf-15db4b1e9d4b triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:34:47.997129 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (d6806e78-edb1-4a9d-84cf-15db4b1e9d4b), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:48.080953 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port d6806e78-edb1-4a9d-84cf-15db4b1e9d4b is: BUILD; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:34:48.081343 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (d6806e78-edb1-4a9d-84cf-15db4b1e9d4b), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:48.103924 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3da79b5-cdaa-4895-a54a-dea883ff36b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6806e78-edb1-4a9d-84cf-15db4b1e9d4b'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:34:48.106171 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e36e39c9c94bd67d9c0bfa4cbed5ada700490a47b49253aa7a2931ae849a628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05522571-35d7-4561-8e2b-744fd29545e8" -d '{"events": [{"server_uuid": "d3da79b5-cdaa-4895-a54a-dea883ff36b8", "name": "network-vif-plugged", "status": "completed", "tag": "d6806e78-edb1-4a9d-84cf-15db4b1e9d4b"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:34:48.118622 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port d6806e78-edb1-4a9d-84cf-15db4b1e9d4b, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=d6806e78-edb1-4a9d-84cf-15db4b1e9d4b,segment=NetworkSegment(5962ef69-feec-4b57-beb5-c84c57cc4d3e),segment_id=5962ef69-feec-4b57-beb5-c84c57cc4d3e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:34:48.124708 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (d6806e78-edb1-4a9d-84cf-15db4b1e9d4b), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:48.178941 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=d6806e78-edb1-4a9d-84cf-15db4b1e9d4b,revision_number=8']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:34:48.212341 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54d060f-ad0b-47a4-832f-0ea20700d420 x-openstack-request-id: req-f54d060f-ad0b-47a4-832f-0ea20700d420 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:34:48.212622 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3da79b5-cdaa-4895-a54a-dea883ff36b8", "name": "network-vif-plugged", "status": "completed", "tag": "d6806e78-edb1-4a9d-84cf-15db4b1e9d4b", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:34:48.212903 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f54d060f-ad0b-47a4-832f-0ea20700d420 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:34:48.213428 dv-cinder-824995-1-iscsi neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3da79b5-cdaa-4895-a54a-dea883ff36b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6806e78-edb1-4a9d-84cf-15db4b1e9d4b', 'code': 200} Jan 17 18:34:48.390723 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4c93c-35a6-4306-b00e-305e99cd8bbc req-58eea898-6cf3-4e4f-b768-63fbbd52b30f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:48.392253 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4eb4c93c-35a6-4306-b00e-305e99cd8bbc req-58eea898-6cf3-4e4f-b768-63fbbd52b30f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.0546665 Jan 17 18:34:48.440870 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4eb4c93c-35a6-4306-b00e-305e99cd8bbc req-5ee659bf-7758-4372-8230-71c086d8ec0a tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430129 Jan 17 18:34:49.566428 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854bd34-86ee-4a6f-9d2b-2d4b6abcdf89 req-5eb38b11-3573-4c1f-ae72-c0ab11ea43fa tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:49.568046 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-a854bd34-86ee-4a6f-9d2b-2d4b6abcdf89 req-5eb38b11-3573-4c1f-ae72-c0ab11ea43fa tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.0598450 Jan 17 18:34:49.610878 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6275e40-24a4-4d4a-842a-bb3dcb347dd8 req-72b81431-a10d-45b3-9c2e-3421ec066e6b tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:49.612301 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c6275e40-24a4-4d4a-842a-bb3dcb347dd8 req-72b81431-a10d-45b3-9c2e-3421ec066e6b tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 945 time: 0.0493510 Jan 17 18:34:49.617953 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-a854bd34-86ee-4a6f-9d2b-2d4b6abcdf89 req-160e4682-d57f-4125-87f3-ee1f4ab59f63 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445352 Jan 17 18:34:49.660381 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c6275e40-24a4-4d4a-842a-bb3dcb347dd8 req-e4efb1b4-b193-498e-8d74-e4933206864f tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423825 Jan 17 18:34:50.737134 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225b5f3-13bd-4395-979d-5ba6b70fdc01 req-f3e8852b-7b53-4872-a915-5a9081a2c113 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:50.738616 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8225b5f3-13bd-4395-979d-5ba6b70fdc01 req-f3e8852b-7b53-4872-a915-5a9081a2c113 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.0492423 Jan 17 18:34:50.789483 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8225b5f3-13bd-4395-979d-5ba6b70fdc01 req-b52e649e-1a63-4593-84ff-8c889c6e792d tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452585 Jan 17 18:34:50.812285 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f18a89-1f3e-45a7-87a1-df05528c5ff8 req-aa1fdfde-ce42-4a6f-93ed-7f4e02121720 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:50.813770 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-94f18a89-1f3e-45a7-87a1-df05528c5ff8 req-aa1fdfde-ce42-4a6f-93ed-7f4e02121720 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 945 time: 0.0800376 Jan 17 18:34:50.825505 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13741089-d3bd-42fe-8d5d-248373b17f37 req-53e7d7e2-4afe-4075-afeb-2289da445727 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:50.826881 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-13741089-d3bd-42fe-8d5d-248373b17f37 req-53e7d7e2-4afe-4075-afeb-2289da445727 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.31 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 945 time: 0.0676155 Jan 17 18:34:50.919047 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-94f18a89-1f3e-45a7-87a1-df05528c5ff8 req-e4ff93cd-590f-4d0e-a726-0e22b9d77f2d tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911496 Jan 17 18:34:50.943806 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-13741089-d3bd-42fe-8d5d-248373b17f37 req-5f5dd9fa-62d4-4e2d-9c48-0574fdb05b74 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Deleting port 659b3a1b-e4c9-459a-bde7-a54b8b9a185a {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:34:50.944147 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-13741089-d3bd-42fe-8d5d-248373b17f37 req-5f5dd9fa-62d4-4e2d-9c48-0574fdb05b74 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (659b3a1b-e4c9-459a-bde7-a54b8b9a185a), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:51.035333 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-13741089-d3bd-42fe-8d5d-248373b17f37 req-5f5dd9fa-62d4-4e2d-9c48-0574fdb05b74 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] For port 659b3a1b-e4c9-459a-bde7-a54b8b9a185a, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=659b3a1b-e4c9-459a-bde7-a54b8b9a185a,segment=NetworkSegment(28f97c74-2665-417e-af27-3e207ad9c913),segment_id=28f97c74-2665-417e-af27-3e207ad9c913)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:34:51.035727 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-13741089-d3bd-42fe-8d5d-248373b17f37 req-5f5dd9fa-62d4-4e2d-9c48-0574fdb05b74 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (659b3a1b-e4c9-459a-bde7-a54b8b9a185a), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:51.058764 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-291d3913-35ea-4d51-81a0-b3a3d0e34834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:51.250582 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-13741089-d3bd-42fe-8d5d-248373b17f37 req-5f5dd9fa-62d4-4e2d-9c48-0574fdb05b74 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:51.250944 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-13741089-d3bd-42fe-8d5d-248373b17f37 req-5f5dd9fa-62d4-4e2d-9c48-0574fdb05b74 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565514'] for floatingip (9d5f1834-12fa-4244-b0fa-906dc92370ab), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:51.251261 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.db.l3_db [req-13741089-d3bd-42fe-8d5d-248373b17f37 req-5f5dd9fa-62d4-4e2d-9c48-0574fdb05b74 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Floating IP 9d5f1834-12fa-4244-b0fa-906dc92370ab disassociated. External IP: 172.27.3.223, port: 659b3a1b-e4c9-459a-bde7-a54b8b9a185a. Jan 17 18:34:51.251633 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-13741089-d3bd-42fe-8d5d-248373b17f37 req-5f5dd9fa-62d4-4e2d-9c48-0574fdb05b74 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Calling delete_port for 659b3a1b-e4c9-459a-bde7-a54b8b9a185a owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:34:51.378423 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-13741089-d3bd-42fe-8d5d-248373b17f37 req-5f5dd9fa-62d4-4e2d-9c48-0574fdb05b74 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261205625'] for port (659b3a1b-e4c9-459a-bde7-a54b8b9a185a), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:51.407280 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5dd9fa-62d4-4e2d-9c48-0574fdb05b74 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Pushing event deleted for resources: {'Port': ['ID=659b3a1b-e4c9-459a-bde7-a54b8b9a185a,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:34:51.419279 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5dd9fa-62d4-4e2d-9c48-0574fdb05b74 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:34:51.419655 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5dd9fa-62d4-4e2d-9c48-0574fdb05b74 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:34:51.420004 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5dd9fa-62d4-4e2d-9c48-0574fdb05b74 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:34:51.420339 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5dd9fa-62d4-4e2d-9c48-0574fdb05b74 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:34:51.420669 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5dd9fa-62d4-4e2d-9c48-0574fdb05b74 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:34:51.420996 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5dd9fa-62d4-4e2d-9c48-0574fdb05b74 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:34:51.421320 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5dd9fa-62d4-4e2d-9c48-0574fdb05b74 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:34:51.421642 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5dd9fa-62d4-4e2d-9c48-0574fdb05b74 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:34:51.421964 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5dd9fa-62d4-4e2d-9c48-0574fdb05b74 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:34:51.422292 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5dd9fa-62d4-4e2d-9c48-0574fdb05b74 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:34:51.422611 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5dd9fa-62d4-4e2d-9c48-0574fdb05b74 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:34:51.422929 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5dd9fa-62d4-4e2d-9c48-0574fdb05b74 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:34:51.423241 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5dd9fa-62d4-4e2d-9c48-0574fdb05b74 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:34:51.640272 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 6 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:34:51.798483 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13741089-d3bd-42fe-8d5d-248373b17f37 req-5f5dd9fa-62d4-4e2d-9c48-0574fdb05b74 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Router 4fec0bf5-f9e5-4314-9f49-6c3ca14634cb has already been hosted by L3 agent f711a738-9445-49a6-871d-c35940c1a323 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 18:34:51.888588 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-41e6bd85-9851-4f57-993e-9f4e586906d6 req-006f4860-e78f-4e6d-8023-e7b2670cfa24 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=930c9b07-2060-4d49-b801-8f8de0e85a27 HTTP/1.1" status: 200 len: 210 time: 0.0282269 Jan 17 18:34:51.913677 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13741089-d3bd-42fe-8d5d-248373b17f37 req-5f5dd9fa-62d4-4e2d-9c48-0574fdb05b74 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:34:51.923149 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e3fcb8-17e8-4eb8-a75e-30f00ebd53e1 None None] Sync routers for ids ['4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'] in dv-cinder-824995-1-iscsi {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:34:51.933331 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e3fcb8-17e8-4eb8-a75e-30f00ebd53e1 None None] Routers {'4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:34:51.934189 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-c6e3fcb8-17e8-4eb8-a75e-30f00ebd53e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:34:23Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:34:51.953453 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-13741089-d3bd-42fe-8d5d-248373b17f37 req-5f5dd9fa-62d4-4e2d-9c48-0574fdb05b74 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] No DVR routers for this DVR port 659b3a1b-e4c9-459a-bde7-a54b8b9a185a on host hv-cinder-82499 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 18:34:51.956091 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-13741089-d3bd-42fe-8d5d-248373b17f37 req-5f5dd9fa-62d4-4e2d-9c48-0574fdb05b74 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:51.959869 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-13741089-d3bd-42fe-8d5d-248373b17f37 req-5f5dd9fa-62d4-4e2d-9c48-0574fdb05b74 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.31 "DELETE /v2.0/ports/659b3a1b-e4c9-459a-bde7-a54b8b9a185a HTTP/1.1" status: 204 len: 173 time: 1.1265190 Jan 17 18:34:51.960367 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930c9b07-2060-4d49-b801-8f8de0e85a27', 'name': 'network-vif-deleted', 'tag': '659b3a1b-e4c9-459a-bde7-a54b8b9a185a'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:34:51.964067 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ebc6f40cb2ac68c89279b37e377f59c9ca88cf84401dffc3b34b74128c2044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2df526e-106f-4a46-85f3-b4883f6c06ad" -d '{"events": [{"server_uuid": "930c9b07-2060-4d49-b801-8f8de0e85a27", "name": "network-vif-deleted", "tag": "659b3a1b-e4c9-459a-bde7-a54b8b9a185a"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:34:52.072152 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-c6e3fcb8-17e8-4eb8-a75e-30f00ebd53e1 None None] Set router 4fec0bf5-f9e5-4314-9f49-6c3ca14634cb gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:34:52.078057 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de35e5-459f-42e7-89b1-b3592bde2148 req-8c77f2fa-68ec-49b6-be60-6abfc1bac15f tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:52.079825 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-a5de35e5-459f-42e7-89b1-b3592bde2148 req-8c77f2fa-68ec-49b6-be60-6abfc1bac15f tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 945 time: 0.0807598 Jan 17 18:34:52.081390 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099a50fe-2c5a-4371-bcb7-1067ea955074 x-openstack-request-id: req-099a50fe-2c5a-4371-bcb7-1067ea955074 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:34:52.081807 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930c9b07-2060-4d49-b801-8f8de0e85a27", "name": "network-vif-deleted", "tag": "659b3a1b-e4c9-459a-bde7-a54b8b9a185a", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:34:52.082063 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-099a50fe-2c5a-4371-bcb7-1067ea955074 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:34:52.082450 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930c9b07-2060-4d49-b801-8f8de0e85a27', 'name': 'network-vif-deleted', 'tag': '659b3a1b-e4c9-459a-bde7-a54b8b9a185a', 'status': 'completed', 'code': 200} Jan 17 18:34:52.134112 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-a5de35e5-459f-42e7-89b1-b3592bde2148 req-1f279e8f-9f38-424a-bab7-f831f53d69d8 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457041 Jan 17 18:34:52.285189 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-c6e3fcb8-17e8-4eb8-a75e-30f00ebd53e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'name': 'tempest-AttachVolumeTestJSON-1342640713-router', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '8c547ed4-8605-4a2c-83de-49e2ac0aeffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:23Z', 'updated_at': '2022-01-17T18:30:27Z', 'revision_number': 4, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'gw_port': {'id': '8c547ed4-8605-4a2c-83de-49e2ac0aeffe', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:24Z', 'updated_at': '2022-01-17T18:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': 'eaf1739c-fa79-447e-8b9c-bfb84bda1db2', 'name': '', 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'mac_address': 'fa:16:3e:d6:13:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '12a2e9e0-96ba-4d9c-8bea-1826f92be4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:26Z', 'updated_at': '2022-01-17T18:30:32Z', 'revision_number': 5, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'subnets': [{'id': '12a2e9e0-96ba-4d9c-8bea-1826f92be4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:34:52.311275 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e3fcb8-17e8-4eb8-a75e-30f00ebd53e1 None None] Checking router: 4fec0bf5-f9e5-4314-9f49-6c3ca14634cb for host: dv-cinder-824995-1-iscsi {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:34:52.319270 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e3fcb8-17e8-4eb8-a75e-30f00ebd53e1 None None] Routers {'4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:34:52.319891 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-c6e3fcb8-17e8-4eb8-a75e-30f00ebd53e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:34:23Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:34:52.429390 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-c6e3fcb8-17e8-4eb8-a75e-30f00ebd53e1 None None] Set router 4fec0bf5-f9e5-4314-9f49-6c3ca14634cb gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:34:52.624998 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-c6e3fcb8-17e8-4eb8-a75e-30f00ebd53e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'name': 'tempest-AttachVolumeTestJSON-1342640713-router', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '8c547ed4-8605-4a2c-83de-49e2ac0aeffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:23Z', 'updated_at': '2022-01-17T18:30:27Z', 'revision_number': 4, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'gw_port': {'id': '8c547ed4-8605-4a2c-83de-49e2ac0aeffe', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:24Z', 'updated_at': '2022-01-17T18:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': 'eaf1739c-fa79-447e-8b9c-bfb84bda1db2', 'name': '', 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'mac_address': 'fa:16:3e:d6:13:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '12a2e9e0-96ba-4d9c-8bea-1826f92be4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:26Z', 'updated_at': '2022-01-17T18:30:32Z', 'revision_number': 5, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'subnets': [{'id': '12a2e9e0-96ba-4d9c-8bea-1826f92be4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:34:52.650498 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e3fcb8-17e8-4eb8-a75e-30f00ebd53e1 None None] The sync data for ids ['4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'] in dv-cinder-824995-1-iscsi is: [{'id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'name': 'tempest-AttachVolumeTestJSON-1342640713-router', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '8c547ed4-8605-4a2c-83de-49e2ac0aeffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:23Z', 'updated_at': '2022-01-17T18:30:27Z', 'revision_number': 4, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'gw_port': {'id': '8c547ed4-8605-4a2c-83de-49e2ac0aeffe', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:24Z', 'updated_at': '2022-01-17T18:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': 'eaf1739c-fa79-447e-8b9c-bfb84bda1db2', 'name': '', 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'mac_address': 'fa:16:3e:d6:13:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '12a2e9e0-96ba-4d9c-8bea-1826f92be4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:26Z', 'updated_at': '2022-01-17T18:30:32Z', 'revision_number': 5, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'subnets': [{'id': '12a2e9e0-96ba-4d9c-8bea-1826f92be4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:34:52.874240 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4640a9d0-60b8-4b88-a60a-7e792e212f5b None None] New status for floating IP 9d5f1834-12fa-4244-b0fa-906dc92370ab: DOWN {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 18:34:52.983626 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 60040) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:34:53.052098 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-aafaec65-00a2-4321-894a-9aa5cc2d68b0 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for security_group (1466e4c0-984d-4a0d-841a-d14fc2a8d8c1), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:53.076552 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-aafaec65-00a2-4321-894a-9aa5cc2d68b0 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for security_group (1466e4c0-984d-4a0d-841a-d14fc2a8d8c1), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:53.124782 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-aafaec65-00a2-4321-894a-9aa5cc2d68b0 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (1466e4c0-984d-4a0d-841a-d14fc2a8d8c1), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:53.127349 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-aafaec65-00a2-4321-894a-9aa5cc2d68b0 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:53.128543 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-aafaec65-00a2-4321-894a-9aa5cc2d68b0 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "DELETE /v2.0/security-groups/1466e4c0-984d-4a0d-841a-d14fc2a8d8c1 HTTP/1.1" status: 204 len: 168 time: 0.1439388 Jan 17 18:34:53.135477 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 60042) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:34:53.137875 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafaec65-00a2-4321-894a-9aa5cc2d68b0 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1466e4c0-984d-4a0d-841a-d14fc2a8d8c1,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:34:53.145338 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.api.v2.resource [None req-cdf966b9-1730-48ca-bba3-46bc7204d134 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] show failed (client error): The resource could not be found. Jan 17 18:34:53.145504 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafaec65-00a2-4321-894a-9aa5cc2d68b0 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:34:53.145707 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafaec65-00a2-4321-894a-9aa5cc2d68b0 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:34:53.146055 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafaec65-00a2-4321-894a-9aa5cc2d68b0 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:34:53.146336 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-cdf966b9-1730-48ca-bba3-46bc7204d134 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups/1466e4c0-984d-4a0d-841a-d14fc2a8d8c1 HTTP/1.1" status: 404 len: 347 time: 0.0136406 Jan 17 18:34:53.146449 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafaec65-00a2-4321-894a-9aa5cc2d68b0 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:34:53.146714 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafaec65-00a2-4321-894a-9aa5cc2d68b0 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:34:53.147064 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafaec65-00a2-4321-894a-9aa5cc2d68b0 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:34:53.147382 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafaec65-00a2-4321-894a-9aa5cc2d68b0 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:34:53.148035 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafaec65-00a2-4321-894a-9aa5cc2d68b0 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:34:53.148375 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafaec65-00a2-4321-894a-9aa5cc2d68b0 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:34:53.148707 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafaec65-00a2-4321-894a-9aa5cc2d68b0 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:34:53.149133 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafaec65-00a2-4321-894a-9aa5cc2d68b0 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:34:53.149257 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 60044) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:34:53.149355 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafaec65-00a2-4321-894a-9aa5cc2d68b0 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:34:53.149673 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafaec65-00a2-4321-894a-9aa5cc2d68b0 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:34:53.265844 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba696780-889d-4078-9b72-b008eaf6ba38 req-dab420d9-a421-43ec-89e7-b14896aa8411 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:53.267414 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ba696780-889d-4078-9b72-b008eaf6ba38 req-dab420d9-a421-43ec-89e7-b14896aa8411 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 945 time: 0.0582385 Jan 17 18:34:53.280776 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-6cf42793-83b1-462c-bb70-76d9cd70f993 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Deleting port 845603b0-c91d-4698-8c78-4cfab893cc66 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:34:53.281110 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6cf42793-83b1-462c-bb70-76d9cd70f993 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (845603b0-c91d-4698-8c78-4cfab893cc66), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:53.318564 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ba696780-889d-4078-9b72-b008eaf6ba38 req-ecffc42b-ac99-4116-8471-7442add183fa tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453427 Jan 17 18:34:53.356069 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6cf42793-83b1-462c-bb70-76d9cd70f993 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (845603b0-c91d-4698-8c78-4cfab893cc66), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:53.356389 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6cf42793-83b1-462c-bb70-76d9cd70f993 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for floatingip (845603b0-c91d-4698-8c78-4cfab893cc66), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:53.367977 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-6cf42793-83b1-462c-bb70-76d9cd70f993 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Calling delete_port for 845603b0-c91d-4698-8c78-4cfab893cc66 owned by network:floatingip {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:34:53.371879 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4fd9c9e3-9510-4f4e-b28a-1e307244358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:53.503521 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6cf42793-83b1-462c-bb70-76d9cd70f993 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261205625'] for port (845603b0-c91d-4698-8c78-4cfab893cc66), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:53.532567 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf42793-83b1-462c-bb70-76d9cd70f993 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Pushing event deleted for resources: {'Port': ['ID=845603b0-c91d-4698-8c78-4cfab893cc66,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:34:53.593559 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6cf42793-83b1-462c-bb70-76d9cd70f993 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for floatingip (9d5f1834-12fa-4244-b0fa-906dc92370ab), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:53.596385 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6cf42793-83b1-462c-bb70-76d9cd70f993 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for floatingip (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:53.597524 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-6cf42793-83b1-462c-bb70-76d9cd70f993 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "DELETE /v2.0/floatingips/9d5f1834-12fa-4244-b0fa-906dc92370ab HTTP/1.1" status: 204 len: 168 time: 0.4474473 Jan 17 18:34:53.942078 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 60050) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:34:53.946511 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-ff25f9a5-dc44-4121-b37e-b7d35440106f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1649671973', 'description': 'tempest-description--1621212953'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:34:53.969994 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ff25f9a5-dc44-4121-b37e-b7d35440106f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:53.977606 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 659b3a1b-e4c9-459a-bde7-a54b8b9a185a no longer exists at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:34:53.997734 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] No Port match for: 659b3a1b-e4c9-459a-bde7-a54b8b9a185a {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:34:53.998438 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 659b3a1b-e4c9-459a-bde7-a54b8b9a185a not bound to the agent host hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:34:54.037525 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ff25f9a5-dc44-4121-b37e-b7d35440106f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for security_group (0b01cd59-793a-45ed-8e13-d37e118b2952), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:54.041111 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ff25f9a5-dc44-4121-b37e-b7d35440106f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (0b01cd59-793a-45ed-8e13-d37e118b2952), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:54.070957 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ff25f9a5-dc44-4121-b37e-b7d35440106f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:54.072187 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-ff25f9a5-dc44-4121-b37e-b7d35440106f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1291161 Jan 17 18:34:54.073407 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff25f9a5-dc44-4121-b37e-b7d35440106f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b01cd59-793a-45ed-8e13-d37e118b2952,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:34:54.075180 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 60052) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:34:54.080011 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-41986d31-f54b-417f-b842-90ab4398797e tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Request body: {'security_group_rule': {'security_group_id': '0b01cd59-793a-45ed-8e13-d37e118b2952', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:34:54.109972 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-41986d31-f54b-417f-b842-90ab4398797e tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for security_group_rule (0ecb921a-ca0f-46e9-9851-1ec8d28ea086), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:54.163455 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-41986d31-f54b-417f-b842-90ab4398797e tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for security_group_rule (0ecb921a-ca0f-46e9-9851-1ec8d28ea086), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:54.168085 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-41986d31-f54b-417f-b842-90ab4398797e tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951415'] for security_group_rule (0ecb921a-ca0f-46e9-9851-1ec8d28ea086), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:54.187814 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41986d31-f54b-417f-b842-90ab4398797e tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ecb921a-ca0f-46e9-9851-1ec8d28ea086,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:34:54.193651 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-41986d31-f54b-417f-b842-90ab4398797e tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:54.194835 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-41986d31-f54b-417f-b842-90ab4398797e tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1184785 Jan 17 18:34:54.197577 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 60054) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:34:54.203124 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-d97bdf7b-7bf1-43dc-a557-301634bd93c9 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Request body: {'security_group_rule': {'security_group_id': '0b01cd59-793a-45ed-8e13-d37e118b2952', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:34:54.230942 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d97bdf7b-7bf1-43dc-a557-301634bd93c9 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for security_group_rule (057e278a-6716-4397-b706-70a37af84ef6), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:54.284026 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d97bdf7b-7bf1-43dc-a557-301634bd93c9 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for security_group_rule (057e278a-6716-4397-b706-70a37af84ef6), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:54.288228 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d97bdf7b-7bf1-43dc-a557-301634bd93c9 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951415'] for security_group_rule (057e278a-6716-4397-b706-70a37af84ef6), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:54.304363 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97bdf7b-7bf1-43dc-a557-301634bd93c9 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=057e278a-6716-4397-b706-70a37af84ef6,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:34:54.313030 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d97bdf7b-7bf1-43dc-a557-301634bd93c9 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:54.314211 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-d97bdf7b-7bf1-43dc-a557-301634bd93c9 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144764 Jan 17 18:34:54.317211 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 60056) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:34:54.321658 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-92b9bbf3-7031-46b5-b9c1-06b2f9aa2e84 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Request body: {'floatingip': {'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:34:54.346549 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-92b9bbf3-7031-46b5-b9c1-06b2f9aa2e84 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:54.439736 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a22cf-6084-45c1-9435-bacdfb7c83ae req-47c35bd2-68b1-4afc-85e5-7a58d154b1c5 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:54.441123 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ea6a22cf-6084-45c1-9435-bacdfb7c83ae req-47c35bd2-68b1-4afc-85e5-7a58d154b1c5 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 945 time: 0.0497799 Jan 17 18:34:54.445658 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-92b9bbf3-7031-46b5-b9c1-06b2f9aa2e84 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:54.488317 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ea6a22cf-6084-45c1-9435-bacdfb7c83ae req-5789212c-0a43-4de1-bba3-5faf53f0a3fc tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413880 Jan 17 18:34:54.546586 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:54.554313 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-92b9bbf3-7031-46b5-b9c1-06b2f9aa2e84 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Allocated IP 172.27.3.35 (9ec40da0-3fb2-40ad-97b9-056b5e7103fe/10c42aa5-d9d6-40a2-95c7-0d399aece660/b84bf88e-4bf4-4912-b8ed-875c88dc679f) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:34:54.657394 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-92b9bbf3-7031-46b5-b9c1-06b2f9aa2e84 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for port (b84bf88e-4bf4-4912-b8ed-875c88dc679f), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:54.690808 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-92b9bbf3-7031-46b5-b9c1-06b2f9aa2e84 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261205625'] for port (b84bf88e-4bf4-4912-b8ed-875c88dc679f), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:54.729607 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b9bbf3-7031-46b5-b9c1-06b2f9aa2e84 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Network 9ec40da0-3fb2-40ad-97b9-056b5e7103fe is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:34:54.732338 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-92b9bbf3-7031-46b5-b9c1-06b2f9aa2e84 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:34:54.735770 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b9bbf3-7031-46b5-b9c1-06b2f9aa2e84 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:34:54.740853 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9bbf3-7031-46b5-b9c1-06b2f9aa2e84 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Pushing event updated for resources: {'Port': ['ID=b84bf88e-4bf4-4912-b8ed-875c88dc679f,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:34:54.824151 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-92b9bbf3-7031-46b5-b9c1-06b2f9aa2e84 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for floatingip (142da509-a72d-4c60-94dd-f5dd5a7c173a), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:54.856286 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-92b9bbf3-7031-46b5-b9c1-06b2f9aa2e84 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (b84bf88e-4bf4-4912-b8ed-875c88dc679f), before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:55.001495 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-92b9bbf3-7031-46b5-b9c1-06b2f9aa2e84 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for port (b84bf88e-4bf4-4912-b8ed-875c88dc679f), precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:55.005976 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-92b9bbf3-7031-46b5-b9c1-06b2f9aa2e84 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261205504'] for port (b84bf88e-4bf4-4912-b8ed-875c88dc679f), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:55.069875 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9bbf3-7031-46b5-b9c1-06b2f9aa2e84 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Pushing event updated for resources: {'Port': ['ID=b84bf88e-4bf4-4912-b8ed-875c88dc679f,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:34:55.081335 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-92b9bbf3-7031-46b5-b9c1-06b2f9aa2e84 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565514'] for floatingip (142da509-a72d-4c60-94dd-f5dd5a7c173a), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:55.098044 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-92b9bbf3-7031-46b5-b9c1-06b2f9aa2e84 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for floatingip (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:55.099243 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-92b9bbf3-7031-46b5-b9c1-06b2f9aa2e84 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7810085 Jan 17 18:34:55.290648 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-903ed950-3af5-4452-a447-c447d091a975 req-2b9e00ab-02ac-494b-b3ec-f054b5f64e7f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1649671973&fields=id&tenant_id=d096303fa7e14469b06f7686921b4815 HTTP/1.1" status: 200 len: 267 time: 0.0436635 Jan 17 18:34:55.400025 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ed950-3af5-4452-a447-c447d091a975 req-8210e358-701b-4a24-b60d-2e3a0b64b890 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:55.402018 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-903ed950-3af5-4452-a447-c447d091a975 req-8210e358-701b-4a24-b60d-2e3a0b64b890 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/networks?id=0ef68749-9171-4b0e-b0ff-71ca96f8b9b1 HTTP/1.1" status: 200 len: 811 time: 0.1046715 Jan 17 18:34:55.415910 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-903ed950-3af5-4452-a447-c447d091a975 req-42de81f9-06ad-4640-a8de-b6de0bdb18dd tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/quotas/d096303fa7e14469b06f7686921b4815 HTTP/1.1" status: 200 len: 375 time: 0.0086541 Jan 17 18:34:55.465860 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-903ed950-3af5-4452-a447-c447d091a975 req-09c3e94d-c243-43ef-bb25-49f915d4fc0c tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d096303fa7e14469b06f7686921b4815&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445662 Jan 17 18:34:55.604905 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-903ed950-3af5-4452-a447-c447d091a975 req-6258a57a-778d-4497-95d9-b37ece45f14d service neutron] 10.222.0.57 "GET /v2.0/networks/0ef68749-9171-4b0e-b0ff-71ca96f8b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275771 Jan 17 18:34:55.610215 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97de2c-50bc-4406-ba80-785b7eb014cb req-f575e3df-75be-49cb-8398-f7a595617ead tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:55.611722 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ec97de2c-50bc-4406-ba80-785b7eb014cb req-f575e3df-75be-49cb-8398-f7a595617ead tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 945 time: 0.0489171 Jan 17 18:34:55.662513 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ec97de2c-50bc-4406-ba80-785b7eb014cb req-044c5eca-da22-4bad-893c-9e697fd89468 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453176 Jan 17 18:34:55.693222 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-903ed950-3af5-4452-a447-c447d091a975 req-da342e1a-7884-4da5-b875-954fa319a320 service neutron] 10.222.0.57 "GET /v2.0/networks/0ef68749-9171-4b0e-b0ff-71ca96f8b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826054 Jan 17 18:34:55.847023 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-3bedbf59-00e6-424d-8689-f79d1262acf6 req-54304883-aae8-4397-90e5-abe7b3bb90d2 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2018c2-c485-4263-a254-a40a2998fb91 HTTP/1.1" status: 200 len: 210 time: 0.0265100 Jan 17 18:34:56.115416 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:56.811400 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ed950-3af5-4452-a447-c447d091a975 req-74aa65dd-7b29-4d8e-a591-6983d913b833 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:56.812890 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-903ed950-3af5-4452-a447-c447d091a975 req-74aa65dd-7b29-4d8e-a591-6983d913b833 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.31 "GET /v2.0/networks?id=0ef68749-9171-4b0e-b0ff-71ca96f8b9b1 HTTP/1.1" status: 200 len: 811 time: 0.1435678 Jan 17 18:34:56.825846 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab35a1-8463-4dc3-8a5b-f65ceacad92f req-ad172d82-4cb6-44b3-9219-652356aad358 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:56.827241 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-60ab35a1-8463-4dc3-8a5b-f65ceacad92f req-ad172d82-4cb6-44b3-9219-652356aad358 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 945 time: 0.0836792 Jan 17 18:34:56.902693 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-60ab35a1-8463-4dc3-8a5b-f65ceacad92f req-baeb91d6-5801-4211-ab4a-5d32a9c3d1ba tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695260 Jan 17 18:34:56.918303 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-903ed950-3af5-4452-a447-c447d091a975 req-99378513-744b-4280-af3e-cc70cdc3101e tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d096303fa7e14469b06f7686921b4815 HTTP/1.1" status: 200 len: 380 time: 0.0793328 Jan 17 18:34:56.927219 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [req-903ed950-3af5-4452-a447-c447d091a975 req-5b603883-2cab-4e7a-affd-baefac963e6f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Request body: {'port': {'device_id': '5b2018c2-c485-4263-a254-a40a2998fb91', 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1', 'admin_state_up': True, 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'security_groups': ['0b01cd59-793a-45ed-8e13-d37e118b2952']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:34:56.940831 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-3fa81be3-7d01-433d-9db1-33bd7703988a req-ce9f084d-d726-47ab-855e-695f3c1ecc90 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2018c2-c485-4263-a254-a40a2998fb91 HTTP/1.1" status: 200 len: 210 time: 0.0267358 Jan 17 18:34:57.039797 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-903ed950-3af5-4452-a447-c447d091a975 req-5b603883-2cab-4e7a-affd-baefac963e6f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Made reservation on behalf of d096303fa7e14469b06f7686921b4815 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:34:57.043986 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-903ed950-3af5-4452-a447-c447d091a975 req-5b603883-2cab-4e7a-affd-baefac963e6f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:57.166321 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-903ed950-3af5-4452-a447-c447d091a975 req-5b603883-2cab-4e7a-affd-baefac963e6f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Allocated IP 172.20.0.5 (0ef68749-9171-4b0e-b0ff-71ca96f8b9b1/12a2e9e0-96ba-4d9c-8bea-1826f92be4cf/887c171e-30dd-47ea-87e3-c94bf5b4a752) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:34:57.294025 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-903ed950-3af5-4452-a447-c447d091a975 req-5b603883-2cab-4e7a-affd-baefac963e6f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for port (887c171e-30dd-47ea-87e3-c94bf5b4a752), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:57.330047 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-903ed950-3af5-4452-a447-c447d091a975 req-5b603883-2cab-4e7a-affd-baefac963e6f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261205625'] for port (887c171e-30dd-47ea-87e3-c94bf5b4a752), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:57.341015 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:57.381578 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-903ed950-3af5-4452-a447-c447d091a975 req-5b603883-2cab-4e7a-affd-baefac963e6f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Network 0ef68749-9171-4b0e-b0ff-71ca96f8b9b1 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:34:57.384873 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-903ed950-3af5-4452-a447-c447d091a975 req-5b603883-2cab-4e7a-affd-baefac963e6f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:34:57.390099 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-903ed950-3af5-4452-a447-c447d091a975 req-5b603883-2cab-4e7a-affd-baefac963e6f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:34:57.396551 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b603883-2cab-4e7a-affd-baefac963e6f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Pushing event updated for resources: {'Port': ['ID=887c171e-30dd-47ea-87e3-c94bf5b4a752,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:34:57.444010 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ed950-3af5-4452-a447-c447d091a975 req-5b603883-2cab-4e7a-affd-baefac963e6f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:57.444628 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-903ed950-3af5-4452-a447-c447d091a975 req-5b603883-2cab-4e7a-affd-baefac963e6f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:57.461245 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-903ed950-3af5-4452-a447-c447d091a975 req-5b603883-2cab-4e7a-affd-baefac963e6f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5376451 Jan 17 18:34:57.476153 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [req-903ed950-3af5-4452-a447-c447d091a975 req-8ab47241-0ca4-4452-a876-c084a86951e2 service neutron] Request body: {'port': {'device_id': '5b2018c2-c485-4263-a254-a40a2998fb91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82499'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:34:57.533532 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-903ed950-3af5-4452-a447-c447d091a975 req-8ab47241-0ca4-4452-a876-c084a86951e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (887c171e-30dd-47ea-87e3-c94bf5b4a752), before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:57.657079 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-a7e1bff3-dc0f-48eb-aaf0-781f28ead109 None None] Provisioning complete for port 887c171e-30dd-47ea-87e3-c94bf5b4a752 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:34:57.657359 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a7e1bff3-dc0f-48eb-aaf0-781f28ead109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (887c171e-30dd-47ea-87e3-c94bf5b4a752), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:57.691231 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-a7e1bff3-dc0f-48eb-aaf0-781f28ead109 None None] Port 887c171e-30dd-47ea-87e3-c94bf5b4a752 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 18:34:57.795793 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [req-903ed950-3af5-4452-a447-c447d091a975 req-8ab47241-0ca4-4452-a876-c084a86951e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 887c171e-30dd-47ea-87e3-c94bf5b4a752 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:34:57.802985 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-903ed950-3af5-4452-a447-c447d091a975 req-8ab47241-0ca4-4452-a876-c084a86951e2 service neutron] Publish callbacks [] for port (887c171e-30dd-47ea-87e3-c94bf5b4a752), precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:57.817051 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-903ed950-3af5-4452-a447-c447d091a975 req-8ab47241-0ca4-4452-a876-c084a86951e2 service neutron] Transition to ACTIVE for port object 887c171e-30dd-47ea-87e3-c94bf5b4a752 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 18:34:57.821048 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-903ed950-3af5-4452-a447-c447d091a975 req-8ab47241-0ca4-4452-a876-c084a86951e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261205504'] for port (887c171e-30dd-47ea-87e3-c94bf5b4a752), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:57.871517 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab47241-0ca4-4452-a876-c084a86951e2 service neutron] Pushing event updated for resources: {'Port': ['ID=887c171e-30dd-47ea-87e3-c94bf5b4a752,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:34:57.952924 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-903ed950-3af5-4452-a447-c447d091a975 req-8ab47241-0ca4-4452-a876-c084a86951e2 service neutron] Attempting to bind port 887c171e-30dd-47ea-87e3-c94bf5b4a752 on host hv-cinder-82499 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:34:57.953269 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-903ed950-3af5-4452-a447-c447d091a975 req-8ab47241-0ca4-4452-a876-c084a86951e2 service neutron] Attempting to bind port 887c171e-30dd-47ea-87e3-c94bf5b4a752 by drivers openvswitch,hyperv on host hv-cinder-82499 at level 0 using segments [{'id': '28f97c74-2665-417e-af27-3e207ad9c913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:34:57.953597 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903ed950-3af5-4452-a447-c447d091a975 req-8ab47241-0ca4-4452-a876-c084a86951e2 service neutron] Attempting to bind port 887c171e-30dd-47ea-87e3-c94bf5b4a752 on network 0ef68749-9171-4b0e-b0ff-71ca96f8b9b1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:34:57.958253 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903ed950-3af5-4452-a447-c447d091a975 req-8ab47241-0ca4-4452-a876-c084a86951e2 service neutron] Port 887c171e-30dd-47ea-87e3-c94bf5b4a752 on network 0ef68749-9171-4b0e-b0ff-71ca96f8b9b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82499 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 18:34:57.958512 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903ed950-3af5-4452-a447-c447d091a975 req-8ab47241-0ca4-4452-a876-c084a86951e2 service neutron] Attempting to bind port 887c171e-30dd-47ea-87e3-c94bf5b4a752 on network 0ef68749-9171-4b0e-b0ff-71ca96f8b9b1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:34:57.963745 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903ed950-3af5-4452-a447-c447d091a975 req-8ab47241-0ca4-4452-a876-c084a86951e2 service neutron] Checking agent: {'id': 'c251eb83-93a6-4d5d-bd4b-c362ae836320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82499', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'started_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:34:57.964109 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903ed950-3af5-4452-a447-c447d091a975 req-8ab47241-0ca4-4452-a876-c084a86951e2 service neutron] Checking segment: {'id': '28f97c74-2665-417e-af27-3e207ad9c913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:34:57.964502 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903ed950-3af5-4452-a447-c447d091a975 req-8ab47241-0ca4-4452-a876-c084a86951e2 service neutron] Bound using segment: {'id': '28f97c74-2665-417e-af27-3e207ad9c913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:34:57.964935 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-903ed950-3af5-4452-a447-c447d091a975 req-8ab47241-0ca4-4452-a876-c084a86951e2 service neutron] Bound port: 887c171e-30dd-47ea-87e3-c94bf5b4a752, host: hv-cinder-82499, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f97c74-2665-417e-af27-3e207ad9c913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:34:57.965294 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-903ed950-3af5-4452-a447-c447d091a975 req-8ab47241-0ca4-4452-a876-c084a86951e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (887c171e-30dd-47ea-87e3-c94bf5b4a752), before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:58.065602 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2cf9e-8897-4d89-941f-e72c7f4c0f2a req-13f057e6-5d18-4bcb-b479-709a24568ac4 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:58.067275 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2cb2cf9e-8897-4d89-941f-e72c7f4c0f2a req-13f057e6-5d18-4bcb-b479-709a24568ac4 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2018c2-c485-4263-a254-a40a2998fb91 HTTP/1.1" status: 200 len: 943 time: 0.0503266 Jan 17 18:34:58.075255 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a753b-b0bb-4cc2-b867-fc29eb25e4f3 req-8d12440f-d865-4c01-aa7d-9eb631731651 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:58.076797 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4f1a753b-b0bb-4cc2-b867-fc29eb25e4f3 req-8d12440f-d865-4c01-aa7d-9eb631731651 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 945 time: 0.0761006 Jan 17 18:34:58.079421 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-903ed950-3af5-4452-a447-c447d091a975 req-8ab47241-0ca4-4452-a876-c084a86951e2 service neutron] For port 887c171e-30dd-47ea-87e3-c94bf5b4a752, host hv-cinder-82499, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:34:58.083014 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-903ed950-3af5-4452-a447-c447d091a975 req-8ab47241-0ca4-4452-a876-c084a86951e2 service neutron] For port 887c171e-30dd-47ea-87e3-c94bf5b4a752, host hv-cinder-82499, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=887c171e-30dd-47ea-87e3-c94bf5b4a752,segment=NetworkSegment(28f97c74-2665-417e-af27-3e207ad9c913),segment_id=28f97c74-2665-417e-af27-3e207ad9c913)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:34:58.098661 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-903ed950-3af5-4452-a447-c447d091a975 req-8ab47241-0ca4-4452-a876-c084a86951e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261205504'] for port (887c171e-30dd-47ea-87e3-c94bf5b4a752), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:58.115229 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2cb2cf9e-8897-4d89-941f-e72c7f4c0f2a req-eb7d8678-1bb3-4687-b34a-5a639de80185 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b01cd59-793a-45ed-8e13-d37e118b2952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418532 Jan 17 18:34:58.154642 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ed950-3af5-4452-a447-c447d091a975 req-8ab47241-0ca4-4452-a876-c084a86951e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:58.155261 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-903ed950-3af5-4452-a447-c447d091a975 req-8ab47241-0ca4-4452-a876-c084a86951e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:34:58.156658 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-903ed950-3af5-4452-a447-c447d091a975 req-8ab47241-0ca4-4452-a876-c084a86951e2 service neutron] 10.222.0.31 "PUT /v2.0/ports/887c171e-30dd-47ea-87e3-c94bf5b4a752 HTTP/1.1" status: 200 len: 1093 time: 0.6849194 Jan 17 18:34:58.159603 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2018c2-c485-4263-a254-a40a2998fb91', 'tag': '887c171e-30dd-47ea-87e3-c94bf5b4a752'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:34:58.161799 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ebc6f40cb2ac68c89279b37e377f59c9ca88cf84401dffc3b34b74128c2044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9f968f-c869-4431-ab29-75101961f909" -d '{"events": [{"name": "network-changed", "server_uuid": "5b2018c2-c485-4263-a254-a40a2998fb91", "tag": "887c171e-30dd-47ea-87e3-c94bf5b4a752"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:34:58.181907 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4f1a753b-b0bb-4cc2-b867-fc29eb25e4f3 req-c4fb48c8-2c83-4378-807a-faf66659fed7 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974188 Jan 17 18:34:58.192213 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab47241-0ca4-4452-a876-c084a86951e2 service neutron] Pushing event updated for resources: {'Port': ['ID=887c171e-30dd-47ea-87e3-c94bf5b4a752,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:34:58.207829 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 18:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6b2692-f7fe-4bb4-8b55-9d20449e1a08 x-openstack-request-id: req-ed6b2692-f7fe-4bb4-8b55-9d20449e1a08 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:34:58.208128 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b2018c2-c485-4263-a254-a40a2998fb91", "tag": "887c171e-30dd-47ea-87e3-c94bf5b4a752", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:34:58.208385 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ed6b2692-f7fe-4bb4-8b55-9d20449e1a08 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:34:58.208790 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2018c2-c485-4263-a254-a40a2998fb91', 'tag': '887c171e-30dd-47ea-87e3-c94bf5b4a752', 'status': 'completed', 'code': 200} Jan 17 18:34:58.260335 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ed950-3af5-4452-a447-c447d091a975 req-bc983e36-1cd5-4f72-a445-ea2415845c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:58.261958 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-903ed950-3af5-4452-a447-c447d091a975 req-bc983e36-1cd5-4f72-a445-ea2415845c01 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d096303fa7e14469b06f7686921b4815&device_id=5b2018c2-c485-4263-a254-a40a2998fb91 HTTP/1.1" status: 200 len: 1096 time: 0.0450923 Jan 17 18:34:58.304387 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-903ed950-3af5-4452-a447-c447d091a975 req-e7efca46-d081-48a1-91e7-4499438f8175 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=887c171e-30dd-47ea-87e3-c94bf5b4a752 HTTP/1.1" status: 200 len: 217 time: 0.0348260 Jan 17 18:34:58.354850 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ed950-3af5-4452-a447-c447d091a975 req-c8e4a52a-983b-4d38-8bab-057e57f66a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:58.356562 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-903ed950-3af5-4452-a447-c447d091a975 req-c8e4a52a-983b-4d38-8bab-057e57f66a0c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=12a2e9e0-96ba-4d9c-8bea-1826f92be4cf HTTP/1.1" status: 200 len: 850 time: 0.0464823 Jan 17 18:34:58.406682 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ed950-3af5-4452-a447-c447d091a975 req-ad08dcbb-2e1e-40bb-b6ad-9318ead7ed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:58.408095 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-903ed950-3af5-4452-a447-c447d091a975 req-ad08dcbb-2e1e-40bb-b6ad-9318ead7ed30 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0ef68749-9171-4b0e-b0ff-71ca96f8b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438578 Jan 17 18:34:58.494171 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-903ed950-3af5-4452-a447-c447d091a975 req-467956e8-66cf-4960-8085-c70f1a45c728 service neutron] 10.222.0.31 "GET /v2.0/networks/0ef68749-9171-4b0e-b0ff-71ca96f8b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783978 Jan 17 18:34:58.584597 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-903ed950-3af5-4452-a447-c447d091a975 req-ec67323a-191f-4c84-b529-0cb02da19fd8 service neutron] 10.222.0.31 "GET /v2.0/networks/0ef68749-9171-4b0e-b0ff-71ca96f8b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819952 Jan 17 18:34:58.679765 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f968f-c869-4431-ab29-75101961f909 req-11fdacea-3fb4-4a02-978e-ff143a045454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:58.681259 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-bf9f968f-c869-4431-ab29-75101961f909 req-11fdacea-3fb4-4a02-978e-ff143a045454 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d096303fa7e14469b06f7686921b4815&device_id=5b2018c2-c485-4263-a254-a40a2998fb91 HTTP/1.1" status: 200 len: 1096 time: 0.0409904 Jan 17 18:34:58.779496 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f968f-c869-4431-ab29-75101961f909 req-d4af8bca-c7cb-40e5-8a58-bc769839fd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:58.781031 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-bf9f968f-c869-4431-ab29-75101961f909 req-d4af8bca-c7cb-40e5-8a58-bc769839fd4f service neutron] 10.222.0.31 "GET /v2.0/networks?id=0ef68749-9171-4b0e-b0ff-71ca96f8b9b1 HTTP/1.1" status: 200 len: 912 time: 0.0930946 Jan 17 18:34:58.822267 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-bf9f968f-c869-4431-ab29-75101961f909 req-31cf89d8-6e71-4b6a-9cea-9336dcb2f3bb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=887c171e-30dd-47ea-87e3-c94bf5b4a752 HTTP/1.1" status: 200 len: 217 time: 0.0343082 Jan 17 18:34:58.879697 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f968f-c869-4431-ab29-75101961f909 req-6fac6409-82de-4809-97d5-c47cf5180d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:58.881039 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-bf9f968f-c869-4431-ab29-75101961f909 req-6fac6409-82de-4809-97d5-c47cf5180d72 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=12a2e9e0-96ba-4d9c-8bea-1826f92be4cf HTTP/1.1" status: 200 len: 850 time: 0.0431790 Jan 17 18:34:58.927346 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f968f-c869-4431-ab29-75101961f909 req-42ad191a-116c-4908-84aa-d8e3728a99c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:58.928817 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-bf9f968f-c869-4431-ab29-75101961f909 req-42ad191a-116c-4908-84aa-d8e3728a99c8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0ef68749-9171-4b0e-b0ff-71ca96f8b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386858 Jan 17 18:34:59.017516 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-bf9f968f-c869-4431-ab29-75101961f909 req-308f72c4-1ace-4df0-b27e-cd5d1f5720bf service neutron] 10.222.0.31 "GET /v2.0/networks/0ef68749-9171-4b0e-b0ff-71ca96f8b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820587 Jan 17 18:34:59.102840 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-bf9f968f-c869-4431-ab29-75101961f909 req-bd536226-9b2b-4207-ab9f-615ebe535b4e service neutron] 10.222.0.31 "GET /v2.0/networks/0ef68749-9171-4b0e-b0ff-71ca96f8b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788865 Jan 17 18:34:59.235302 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04589f87-5e08-4c04-b5ea-035f33b36b58 req-0a477689-eaa9-491b-a1b8-478f375a5d84 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:59.236882 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-04589f87-5e08-4c04-b5ea-035f33b36b58 req-0a477689-eaa9-491b-a1b8-478f375a5d84 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2018c2-c485-4263-a254-a40a2998fb91 HTTP/1.1" status: 200 len: 943 time: 0.0516057 Jan 17 18:34:59.285161 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-04589f87-5e08-4c04-b5ea-035f33b36b58 req-5369a0bc-ec92-4111-97c2-082a5cab5f3e tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b01cd59-793a-45ed-8e13-d37e118b2952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427892 Jan 17 18:34:59.346274 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd54f52-7985-489a-ba1c-d5adc28f0fcd req-6f3bfdf3-2a2e-46b9-8fb9-490ca390d18a tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:34:59.347774 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-5fd54f52-7985-489a-ba1c-d5adc28f0fcd req-6f3bfdf3-2a2e-46b9-8fb9-490ca390d18a tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 945 time: 0.0547888 Jan 17 18:34:59.398240 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-5fd54f52-7985-489a-ba1c-d5adc28f0fcd req-115d1625-6d7a-4e44-b730-718ce2e5b3d7 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448225 Jan 17 18:35:00.398681 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074114c0-b744-4e63-862e-b41afe5c084e req-f8b03bc3-0e92-4ca2-be5a-14cca92f246a tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:00.400166 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-074114c0-b744-4e63-862e-b41afe5c084e req-f8b03bc3-0e92-4ca2-be5a-14cca92f246a tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2018c2-c485-4263-a254-a40a2998fb91 HTTP/1.1" status: 200 len: 943 time: 0.0483263 Jan 17 18:35:00.449311 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-074114c0-b744-4e63-862e-b41afe5c084e req-937f2c72-0fd1-4e9d-889b-7dfcc19b727b tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b01cd59-793a-45ed-8e13-d37e118b2952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435500 Jan 17 18:35:00.517774 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0d243-0db5-4779-95af-a3d720cc89b5 req-4c30460d-4eba-43d6-abe9-37ab409e7d60 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:00.519219 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c3f0d243-0db5-4779-95af-a3d720cc89b5 req-4c30460d-4eba-43d6-abe9-37ab409e7d60 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 945 time: 0.0487957 Jan 17 18:35:00.565174 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c3f0d243-0db5-4779-95af-a3d720cc89b5 req-d45a6f37-9f3d-4709-89cd-1f55d0bca193 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403705 Jan 17 18:35:01.562398 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d8ea9-c422-47de-88ca-3290c738c925 req-2249a23f-096a-4dd3-9036-6297f699121f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:01.563891 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8b8d8ea9-c422-47de-88ca-3290c738c925 req-2249a23f-096a-4dd3-9036-6297f699121f tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2018c2-c485-4263-a254-a40a2998fb91 HTTP/1.1" status: 200 len: 943 time: 0.0474792 Jan 17 18:35:01.621608 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8b8d8ea9-c422-47de-88ca-3290c738c925 req-6bb2222b-4998-43cd-9909-e4ee958e81be tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b01cd59-793a-45ed-8e13-d37e118b2952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522025 Jan 17 18:35:01.693218 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446c0ba-41a3-4577-8305-b002647df505 req-ddf7c8e1-731e-42c9-8e21-63283ae61149 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:01.694678 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1446c0ba-41a3-4577-8305-b002647df505 req-ddf7c8e1-731e-42c9-8e21-63283ae61149 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 945 time: 0.0522621 Jan 17 18:35:01.740926 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1446c0ba-41a3-4577-8305-b002647df505 req-8fabfb19-4e5d-4c8a-9c2a-61eb5d539177 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404539 Jan 17 18:35:02.003029 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 887c171e-30dd-47ea-87e3-c94bf5b4a752 details requested by agent hyperv_hv-cinder-82499 with host hv-cinder-82499 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 18:35:02.225191 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 887c171e-30dd-47ea-87e3-c94bf5b4a752, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=887c171e-30dd-47ea-87e3-c94bf5b4a752,segment=NetworkSegment(28f97c74-2665-417e-af27-3e207ad9c913),segment_id=28f97c74-2665-417e-af27-3e207ad9c913)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:35:02.236179 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Returning: {'device': '887c171e-30dd-47ea-87e3-c94bf5b4a752', 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1', 'port_id': '887c171e-30dd-47ea-87e3-c94bf5b4a752', 'mac_address': 'fa:16:3e:81:48:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a2e9e0-96ba-4d9c-8bea-1826f92be4cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 18:35:02.275409 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port 887c171e-30dd-47ea-87e3-c94bf5b4a752 is: DOWN; New status is: BUILD {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:35:02.275923 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (887c171e-30dd-47ea-87e3-c94bf5b4a752), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:02.289144 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 887c171e-30dd-47ea-87e3-c94bf5b4a752 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:35:02.309994 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 887c171e-30dd-47ea-87e3-c94bf5b4a752, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=887c171e-30dd-47ea-87e3-c94bf5b4a752,segment=NetworkSegment(28f97c74-2665-417e-af27-3e207ad9c913),segment_id=28f97c74-2665-417e-af27-3e207ad9c913)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:35:02.314107 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (887c171e-30dd-47ea-87e3-c94bf5b4a752), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:02.314890 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a details requested by agent hyperv_hv-cinder-82499 with host hv-cinder-82499 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 18:35:02.405149 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=887c171e-30dd-47ea-87e3-c94bf5b4a752,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:35:02.456837 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a,segment=NetworkSegment(2c78bc40-75f9-41e4-87c6-931db814d21f),segment_id=2c78bc40-75f9-41e4-87c6-931db814d21f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:35:02.468702 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Returning: {'device': '5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a', 'network_id': '2212e019-d500-4b0c-9632-00978d519e48', 'port_id': '5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a', 'mac_address': 'fa:16:3e:bf:a8:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea9967e-4370-4564-98d1-90d5a9404775', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 18:35:02.511181 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a is: ACTIVE; New status is: BUILD {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:35:02.511861 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:02.525066 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:35:02.550510 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a,segment=NetworkSegment(2c78bc40-75f9-41e4-87c6-931db814d21f),segment_id=2c78bc40-75f9-41e4-87c6-931db814d21f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:35:02.556066 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:02.613199 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:35:02.670031 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:35:02.758725 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db388a0e-2f58-46d6-a67f-504317c918ed req-b753ecf8-fbf1-4b27-9ae8-f321de50c5fb tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:02.765864 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-db388a0e-2f58-46d6-a67f-504317c918ed req-b753ecf8-fbf1-4b27-9ae8-f321de50c5fb tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2018c2-c485-4263-a254-a40a2998fb91 HTTP/1.1" status: 200 len: 944 time: 0.0721412 Jan 17 18:35:02.863709 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-db388a0e-2f58-46d6-a67f-504317c918ed req-1c213fed-b9fe-4985-b665-f436c3d28979 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b01cd59-793a-45ed-8e13-d37e118b2952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968771 Jan 17 18:35:02.898801 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd43650-2fba-4371-87e5-a31f32810db0 req-77f84613-bdc6-4d2d-bf12-f11004fc78ca tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:02.901168 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-9bd43650-2fba-4371-87e5-a31f32810db0 req-77f84613-bdc6-4d2d-bf12-f11004fc78ca tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 944 time: 0.0639050 Jan 17 18:35:02.908789 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['887c171e-30dd-47ea-87e3-c94bf5b4a752'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:35:02.956343 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-9bd43650-2fba-4371-87e5-a31f32810db0 req-a49370b2-bad5-49bc-9e1c-c6b7745050c2 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493217 Jan 17 18:35:03.991148 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54df52-1939-46ff-8a64-203385b596cc req-39266d0e-9f90-411e-a619-8710ca61e44c tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:03.999004 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8b54df52-1939-46ff-8a64-203385b596cc req-39266d0e-9f90-411e-a619-8710ca61e44c tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2018c2-c485-4263-a254-a40a2998fb91 HTTP/1.1" status: 200 len: 944 time: 0.0581579 Jan 17 18:35:04.027336 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 887c171e-30dd-47ea-87e3-c94bf5b4a752 up at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:35:04.080814 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8b54df52-1939-46ff-8a64-203385b596cc req-db85c747-dd8b-4a6c-b6d7-99307de533a6 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b01cd59-793a-45ed-8e13-d37e118b2952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808504 Jan 17 18:35:04.110656 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9b027-e30c-4f12-be1a-9690b3f08bb6 req-f7783f65-6a1c-4ea3-88a0-9e56aefb65ed tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:04.117815 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-42c9b027-e30c-4f12-be1a-9690b3f08bb6 req-f7783f65-6a1c-4ea3-88a0-9e56aefb65ed tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 944 time: 0.0696025 Jan 17 18:35:04.149924 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning for port 887c171e-30dd-47ea-87e3-c94bf5b4a752 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 18:35:04.154639 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning complete for port 887c171e-30dd-47ea-87e3-c94bf5b4a752 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:35:04.155025 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (887c171e-30dd-47ea-87e3-c94bf5b4a752), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:04.189976 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-42c9b027-e30c-4f12-be1a-9690b3f08bb6 req-cd4d5bd4-87dd-48b7-b027-d961229ac7e0 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712056 Jan 17 18:35:04.273045 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port 887c171e-30dd-47ea-87e3-c94bf5b4a752 is: BUILD; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:35:04.273675 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (887c171e-30dd-47ea-87e3-c94bf5b4a752), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:04.298926 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2018c2-c485-4263-a254-a40a2998fb91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887c171e-30dd-47ea-87e3-c94bf5b4a752'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:35:04.301668 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e36e39c9c94bd67d9c0bfa4cbed5ada700490a47b49253aa7a2931ae849a628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4593f39-fd92-43c1-9d19-9adfb1f1ed65" -d '{"events": [{"server_uuid": "5b2018c2-c485-4263-a254-a40a2998fb91", "name": "network-vif-plugged", "status": "completed", "tag": "887c171e-30dd-47ea-87e3-c94bf5b4a752"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:35:04.360445 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 887c171e-30dd-47ea-87e3-c94bf5b4a752, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=887c171e-30dd-47ea-87e3-c94bf5b4a752,segment=NetworkSegment(28f97c74-2665-417e-af27-3e207ad9c913),segment_id=28f97c74-2665-417e-af27-3e207ad9c913)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:35:04.366527 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (887c171e-30dd-47ea-87e3-c94bf5b4a752), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:04.368200 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a up at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:35:04.429222 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bc1ce-fd62-47f8-a69c-ab2376b8743c req-857b2044-bf55-42c4-9006-e3e534a202c7 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:04.443748 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1a8bc1ce-fd62-47f8-a69c-ab2376b8743c req-857b2044-bf55-42c4-9006-e3e534a202c7 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=8cdc9be2-30a5-4d70-8a06-10857a8b3a9b HTTP/1.1" status: 200 len: 945 time: 0.1456244 Jan 17 18:35:04.473501 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48997799-6212-48f0-8596-2c14f8718103 x-openstack-request-id: req-48997799-6212-48f0-8596-2c14f8718103 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:35:04.474311 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2018c2-c485-4263-a254-a40a2998fb91", "name": "network-vif-plugged", "status": "completed", "tag": "887c171e-30dd-47ea-87e3-c94bf5b4a752", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:35:04.475471 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-48997799-6212-48f0-8596-2c14f8718103 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:35:04.477604 dv-cinder-824995-1-iscsi neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2018c2-c485-4263-a254-a40a2998fb91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887c171e-30dd-47ea-87e3-c94bf5b4a752', 'code': 200} Jan 17 18:35:04.574047 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1a8bc1ce-fd62-47f8-a69c-ab2376b8743c req-54dc722d-cecc-4ac6-8c7f-b93a57c39f8b tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287596 Jan 17 18:35:04.593974 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning complete for port 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:35:04.594348 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:04.597266 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=887c171e-30dd-47ea-87e3-c94bf5b4a752,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:35:04.686271 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab3d57-01f0-4116-be90-aa21c6572f0e req-fa0683fd-f03b-4071-a152-0f79f812049b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:04.688166 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-47ab3d57-01f0-4116-be90-aa21c6572f0e req-fa0683fd-f03b-4071-a152-0f79f812049b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5b2018c2-c485-4263-a254-a40a2998fb91 HTTP/1.1" status: 200 len: 1098 time: 0.0533555 Jan 17 18:35:04.689854 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a is: BUILD; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:35:04.690297 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:04.729544 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a,segment=NetworkSegment(2c78bc40-75f9-41e4-87c6-931db814d21f),segment_id=2c78bc40-75f9-41e4-87c6-931db814d21f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:35:04.736025 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:04.748889 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-47ab3d57-01f0-4116-be90-aa21c6572f0e req-5229e3c5-0c71-4690-9c00-5a98eb859c07 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0b01cd59-793a-45ed-8e13-d37e118b2952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534892 Jan 17 18:35:04.800468 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a,revision_number=7']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:35:05.227135 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf947a3-f45f-4c0f-8f0d-c695e1db5792 req-bb5d3559-002f-48a6-9887-ccc02e6ff3fe tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:05.228685 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4cf947a3-f45f-4c0f-8f0d-c695e1db5792 req-bb5d3559-002f-48a6-9887-ccc02e6ff3fe tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2018c2-c485-4263-a254-a40a2998fb91 HTTP/1.1" status: 200 len: 945 time: 0.0590954 Jan 17 18:35:05.287015 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4cf947a3-f45f-4c0f-8f0d-c695e1db5792 req-e8023503-c3a1-44b7-9737-dea2f3be6b8e tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b01cd59-793a-45ed-8e13-d37e118b2952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520029 Jan 17 18:35:05.318135 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e588559-4c48-44a3-bb43-514b11045fa1 req-0f70bc1f-7b65-4eb1-85ea-c3edbe762cc6 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:05.319872 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-8e588559-4c48-44a3-bb43-514b11045fa1 req-0f70bc1f-7b65-4eb1-85ea-c3edbe762cc6 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 945 time: 0.0574110 Jan 17 18:35:05.378077 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-8e588559-4c48-44a3-bb43-514b11045fa1 req-95aeeb80-f9f4-41a9-bd16-4de5208bc177 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520496 Jan 17 18:35:05.710807 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fda1e2-5af8-4691-8f79-7aa804033251 req-6d5df25e-ea30-4438-9916-a7bd6b8d51f8 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:05.719896 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-f0fda1e2-5af8-4691-8f79-7aa804033251 req-6d5df25e-ea30-4438-9916-a7bd6b8d51f8 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=8cdc9be2-30a5-4d70-8a06-10857a8b3a9b HTTP/1.1" status: 200 len: 945 time: 0.0676727 Jan 17 18:35:05.774820 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-f0fda1e2-5af8-4691-8f79-7aa804033251 req-923e8d85-e802-431a-955f-4dea5057014e tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537965 Jan 17 18:35:06.438246 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67689fe3-1cba-4a16-8817-b391b221a754 req-752fab04-57ee-48f2-9bf1-4098b4c884a5 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:06.445193 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-67689fe3-1cba-4a16-8817-b391b221a754 req-752fab04-57ee-48f2-9bf1-4098b4c884a5 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2018c2-c485-4263-a254-a40a2998fb91 HTTP/1.1" status: 200 len: 945 time: 0.0720866 Jan 17 18:35:06.479502 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bdea89b-f3ae-4f5f-a0b1-92e83e589735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:35:06.481609 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e36e39c9c94bd67d9c0bfa4cbed5ada700490a47b49253aa7a2931ae849a628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c005f582-2107-48ad-bb77-38a2dd92d3c6" -d '{"events": [{"server_uuid": "8bdea89b-f3ae-4f5f-a0b1-92e83e589735", "name": "network-vif-plugged", "status": "completed", "tag": "5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:35:06.531038 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-67689fe3-1cba-4a16-8817-b391b221a754 req-30757048-c7e8-4fd3-9fc7-60ef6966ad9a tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b01cd59-793a-45ed-8e13-d37e118b2952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806928 Jan 17 18:35:06.547304 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa215e-9f8d-41c0-b937-b84ac7198869 req-39603f69-db47-40a4-84d7-8dc8cc3a82bc tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:06.554683 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-52fa215e-9f8d-41c0-b937-b84ac7198869 req-39603f69-db47-40a4-84d7-8dc8cc3a82bc tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 945 time: 0.0819452 Jan 17 18:35:06.569419 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534bb13-9cc0-4812-97f3-0db2fb8623d8 req-c9aad2cf-b7f9-4079-92bb-c30c75a94d50 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:06.571747 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-2534bb13-9cc0-4812-97f3-0db2fb8623d8 req-c9aad2cf-b7f9-4079-92bb-c30c75a94d50 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.31 "GET /v2.0/ports?device_id=8cdc9be2-30a5-4d70-8a06-10857a8b3a9b HTTP/1.1" status: 200 len: 945 time: 0.1231694 Jan 17 18:35:06.595272 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e09aac-6128-4f37-bc4a-1b11e67d5742 x-openstack-request-id: req-d5e09aac-6128-4f37-bc4a-1b11e67d5742 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:35:06.595592 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bdea89b-f3ae-4f5f-a0b1-92e83e589735", "name": "network-vif-plugged", "status": "completed", "tag": "5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:35:06.595847 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d5e09aac-6128-4f37-bc4a-1b11e67d5742 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:35:06.596243 dv-cinder-824995-1-iscsi neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bdea89b-f3ae-4f5f-a0b1-92e83e589735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a', 'code': 200} Jan 17 18:35:06.614638 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-52fa215e-9f8d-41c0-b937-b84ac7198869 req-5e757ee6-d8c9-42b4-a15e-f23bad2620ff tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590286 Jan 17 18:35:06.705508 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-2534bb13-9cc0-4812-97f3-0db2fb8623d8 req-10965779-f2d2-48ee-a75a-832a5802b9aa tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Deleting port e630c52c-8563-40e0-bb39-82fc0cba56dd {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:35:06.705844 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2534bb13-9cc0-4812-97f3-0db2fb8623d8 req-10965779-f2d2-48ee-a75a-832a5802b9aa tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (e630c52c-8563-40e0-bb39-82fc0cba56dd), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:06.814383 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-2534bb13-9cc0-4812-97f3-0db2fb8623d8 req-10965779-f2d2-48ee-a75a-832a5802b9aa tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] For port e630c52c-8563-40e0-bb39-82fc0cba56dd, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=e630c52c-8563-40e0-bb39-82fc0cba56dd,segment=NetworkSegment(fa3ece1b-5d86-44f9-89b6-42ddd45f5966),segment_id=fa3ece1b-5d86-44f9-89b6-42ddd45f5966)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:35:06.814881 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2534bb13-9cc0-4812-97f3-0db2fb8623d8 req-10965779-f2d2-48ee-a75a-832a5802b9aa tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (e630c52c-8563-40e0-bb39-82fc0cba56dd), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:06.960219 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bfc9b-b694-4335-9d83-a9431a5835f2 req-409648ef-c483-4d00-9022-311f1bdfefed tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:06.961820 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-344bfc9b-b694-4335-9d83-a9431a5835f2 req-409648ef-c483-4d00-9022-311f1bdfefed tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=8cdc9be2-30a5-4d70-8a06-10857a8b3a9b HTTP/1.1" status: 200 len: 945 time: 0.0978048 Jan 17 18:35:07.065154 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-344bfc9b-b694-4335-9d83-a9431a5835f2 req-de33ffb2-f63e-4b79-b600-6567d532c5f6 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953150 Jan 17 18:35:07.087303 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2534bb13-9cc0-4812-97f3-0db2fb8623d8 req-10965779-f2d2-48ee-a75a-832a5802b9aa tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:07.087948 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2534bb13-9cc0-4812-97f3-0db2fb8623d8 req-10965779-f2d2-48ee-a75a-832a5802b9aa tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565514'] for floatingip (51a7bf13-47fb-466f-962d-7106d46a3982), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:07.088475 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.db.l3_db [req-2534bb13-9cc0-4812-97f3-0db2fb8623d8 req-10965779-f2d2-48ee-a75a-832a5802b9aa tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Floating IP 51a7bf13-47fb-466f-962d-7106d46a3982 disassociated. External IP: 172.27.3.136, port: e630c52c-8563-40e0-bb39-82fc0cba56dd. Jan 17 18:35:07.089214 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-2534bb13-9cc0-4812-97f3-0db2fb8623d8 req-10965779-f2d2-48ee-a75a-832a5802b9aa tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Calling delete_port for e630c52c-8563-40e0-bb39-82fc0cba56dd owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:35:07.232356 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2534bb13-9cc0-4812-97f3-0db2fb8623d8 req-10965779-f2d2-48ee-a75a-832a5802b9aa tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261205625'] for port (e630c52c-8563-40e0-bb39-82fc0cba56dd), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:07.261101 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10965779-f2d2-48ee-a75a-832a5802b9aa tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Pushing event deleted for resources: {'Port': ['ID=e630c52c-8563-40e0-bb39-82fc0cba56dd,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:35:07.751764 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2534bb13-9cc0-4812-97f3-0db2fb8623d8 req-10965779-f2d2-48ee-a75a-832a5802b9aa tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Router 154642fa-a383-4a2b-8f76-3f282d5de3c8 has already been hosted by L3 agent f711a738-9445-49a6-871d-c35940c1a323 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 18:35:07.823711 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b073a768-eede-47c3-85fa-d1daf55f3258 req-22e66d1c-41c0-4493-aa5d-dbc10cfe1fd9 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:07.840826 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b073a768-eede-47c3-85fa-d1daf55f3258 req-22e66d1c-41c0-4493-aa5d-dbc10cfe1fd9 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2018c2-c485-4263-a254-a40a2998fb91 HTTP/1.1" status: 200 len: 945 time: 0.2267225 Jan 17 18:35:07.952826 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b073a768-eede-47c3-85fa-d1daf55f3258 req-759d9912-f299-4a59-a96d-a0c8241ab18c tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b01cd59-793a-45ed-8e13-d37e118b2952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072938 Jan 17 18:35:07.989601 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be8d4b-0ec7-486d-9a41-34538b7e0483 req-c9a650e2-a7ec-444a-af01-5a433e6d6911 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:07.990407 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c4be8d4b-0ec7-486d-9a41-34538b7e0483 req-c9a650e2-a7ec-444a-af01-5a433e6d6911 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 945 time: 0.1279380 Jan 17 18:35:08.010324 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2534bb13-9cc0-4812-97f3-0db2fb8623d8 req-10965779-f2d2-48ee-a75a-832a5802b9aa tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:35:08.022347 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f224f79-40de-4cf8-969a-83cdcde0fdb2 None None] Sync routers for ids ['154642fa-a383-4a2b-8f76-3f282d5de3c8'] in dv-cinder-824995-1-iscsi {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:35:08.036916 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f224f79-40de-4cf8-969a-83cdcde0fdb2 None None] Routers {'154642fa-a383-4a2b-8f76-3f282d5de3c8'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:35:08.042062 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-0f224f79-40de-4cf8-969a-83cdcde0fdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:34:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['154642fa-a383-4a2b-8f76-3f282d5de3c8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:35:08.089505 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c4be8d4b-0ec7-486d-9a41-34538b7e0483 req-2ae296da-a8a9-45bf-94d4-b326e416c349 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798302 Jan 17 18:35:08.112215 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-2534bb13-9cc0-4812-97f3-0db2fb8623d8 req-10965779-f2d2-48ee-a75a-832a5802b9aa tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] No DVR routers for this DVR port e630c52c-8563-40e0-bb39-82fc0cba56dd on host hv-cinder-82499 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 18:35:08.121324 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2534bb13-9cc0-4812-97f3-0db2fb8623d8 req-10965779-f2d2-48ee-a75a-832a5802b9aa tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:08.129817 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-2534bb13-9cc0-4812-97f3-0db2fb8623d8 req-10965779-f2d2-48ee-a75a-832a5802b9aa tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.31 "DELETE /v2.0/ports/e630c52c-8563-40e0-bb39-82fc0cba56dd HTTP/1.1" status: 204 len: 173 time: 1.5501821 Jan 17 18:35:08.130401 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cdc9be2-30a5-4d70-8a06-10857a8b3a9b', 'name': 'network-vif-deleted', 'tag': 'e630c52c-8563-40e0-bb39-82fc0cba56dd'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:35:08.132973 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ebc6f40cb2ac68c89279b37e377f59c9ca88cf84401dffc3b34b74128c2044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffda1e6c-af37-4cea-aad2-0c581370b043" -d '{"events": [{"server_uuid": "8cdc9be2-30a5-4d70-8a06-10857a8b3a9b", "name": "network-vif-deleted", "tag": "e630c52c-8563-40e0-bb39-82fc0cba56dd"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:35:08.167353 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8ca0a-385b-4f9e-82ae-40de29ee69eb req-bb4f13d4-1f6f-40e4-9962-d7375b81a38e tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:08.170332 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b7a8ca0a-385b-4f9e-82ae-40de29ee69eb req-bb4f13d4-1f6f-40e4-9962-d7375b81a38e tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2018c2-c485-4263-a254-a40a2998fb91 HTTP/1.1" status: 200 len: 945 time: 0.1153693 Jan 17 18:35:08.178511 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 60190) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:35:08.183687 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-8c2a94c1-3f77-4725-b058-3331c1cf7433 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Request body: {'floatingip': {'port_id': '887c171e-30dd-47ea-87e3-c94bf5b4a752'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:35:08.245986 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-0f224f79-40de-4cf8-969a-83cdcde0fdb2 None None] Set router 154642fa-a383-4a2b-8f76-3f282d5de3c8 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:35:08.257380 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-aa8eae0a-f467-4bd9-9999-e751aeb7b343 req-0a87dbe6-eda9-48d4-ba36-ca337c1a7966 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=8cdc9be2-30a5-4d70-8a06-10857a8b3a9b HTTP/1.1" status: 200 len: 210 time: 0.0793643 Jan 17 18:35:08.261567 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9cd1b4-bd2e-4b1c-8bd5-725332eee41a x-openstack-request-id: req-5a9cd1b4-bd2e-4b1c-8bd5-725332eee41a {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:35:08.261868 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cdc9be2-30a5-4d70-8a06-10857a8b3a9b", "name": "network-vif-deleted", "tag": "e630c52c-8563-40e0-bb39-82fc0cba56dd", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:35:08.262124 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5a9cd1b4-bd2e-4b1c-8bd5-725332eee41a {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:35:08.274384 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cdc9be2-30a5-4d70-8a06-10857a8b3a9b', 'name': 'network-vif-deleted', 'tag': 'e630c52c-8563-40e0-bb39-82fc0cba56dd', 'status': 'completed', 'code': 200} Jan 17 18:35:08.274384 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c2a94c1-3f77-4725-b058-3331c1cf7433 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for floatingip (142da509-a72d-4c60-94dd-f5dd5a7c173a), before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:08.522673 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-0f224f79-40de-4cf8-969a-83cdcde0fdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'name': 'tempest-TestVolumeBootPattern-1958349579-router', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:45Z', 'revision_number': 4, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'gw_port': {'id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': '7b1ae9a8-a67f-496e-8567-dc10f67a2306', 'name': '', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'mac_address': 'fa:16:3e:e9:16:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:43Z', 'updated_at': '2022-01-17T18:31:51Z', 'revision_number': 5, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'subnets': [{'id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:35:08.564974 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f224f79-40de-4cf8-969a-83cdcde0fdb2 None None] Checking router: 154642fa-a383-4a2b-8f76-3f282d5de3c8 for host: dv-cinder-824995-1-iscsi {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:35:08.575234 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f224f79-40de-4cf8-969a-83cdcde0fdb2 None None] Routers {'154642fa-a383-4a2b-8f76-3f282d5de3c8'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:35:08.576029 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-0f224f79-40de-4cf8-969a-83cdcde0fdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:34:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['154642fa-a383-4a2b-8f76-3f282d5de3c8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:35:08.712581 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-0f224f79-40de-4cf8-969a-83cdcde0fdb2 None None] Set router 154642fa-a383-4a2b-8f76-3f282d5de3c8 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:35:08.803607 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c2a94c1-3f77-4725-b058-3331c1cf7433 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:08.814801 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c2a94c1-3f77-4725-b058-3331c1cf7433 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565514'] for floatingip (142da509-a72d-4c60-94dd-f5dd5a7c173a), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:08.974583 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.db.l3_db [None req-8c2a94c1-3f77-4725-b058-3331c1cf7433 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Floating IP 142da509-a72d-4c60-94dd-f5dd5a7c173a associated. External IP: 172.27.3.35, port: 887c171e-30dd-47ea-87e3-c94bf5b4a752. Jan 17 18:35:08.999280 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-0f224f79-40de-4cf8-969a-83cdcde0fdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'name': 'tempest-TestVolumeBootPattern-1958349579-router', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:45Z', 'revision_number': 4, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'gw_port': {'id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': '7b1ae9a8-a67f-496e-8567-dc10f67a2306', 'name': '', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'mac_address': 'fa:16:3e:e9:16:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:43Z', 'updated_at': '2022-01-17T18:31:51Z', 'revision_number': 5, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'subnets': [{'id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:35:09.038885 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f224f79-40de-4cf8-969a-83cdcde0fdb2 None None] The sync data for ids ['154642fa-a383-4a2b-8f76-3f282d5de3c8'] in dv-cinder-824995-1-iscsi is: [{'id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'name': 'tempest-TestVolumeBootPattern-1958349579-router', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:45Z', 'revision_number': 4, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'gw_port': {'id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': '7b1ae9a8-a67f-496e-8567-dc10f67a2306', 'name': '', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'mac_address': 'fa:16:3e:e9:16:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:43Z', 'updated_at': '2022-01-17T18:31:51Z', 'revision_number': 5, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'subnets': [{'id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:35:09.303021 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2a94c1-3f77-4725-b058-3331c1cf7433 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Router 4fec0bf5-f9e5-4314-9f49-6c3ca14634cb has already been hosted by L3 agent f711a738-9445-49a6-871d-c35940c1a323 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 18:35:09.333441 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbb96f-3f45-4e27-84bf-5a4a1c12a2c6 req-9d0ecc96-3d17-4476-96a5-375007971a44 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:09.335801 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-17bbb96f-3f45-4e27-84bf-5a4a1c12a2c6 req-9d0ecc96-3d17-4476-96a5-375007971a44 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 945 time: 0.1138759 Jan 17 18:35:09.453861 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-17bbb96f-3f45-4e27-84bf-5a4a1c12a2c6 req-795b292d-073b-4479-b529-4de328798fae tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024098 Jan 17 18:35:09.473646 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2a94c1-3f77-4725-b058-3331c1cf7433 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:35:09.483575 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c5235b-94b4-4193-8c63-d41b09599e16 None None] Sync routers for ids ['4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'] in dv-cinder-824995-1-iscsi {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:35:09.484606 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c2a94c1-3f77-4725-b058-3331c1cf7433 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for floatingip (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:09.497440 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c5235b-94b4-4193-8c63-d41b09599e16 None None] Routers {'4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:35:09.501774 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d9c5235b-94b4-4193-8c63-d41b09599e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:34:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:35:09.528119 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-8c2a94c1-3f77-4725-b058-3331c1cf7433 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "PUT /v2.0/floatingips/142da509-a72d-4c60-94dd-f5dd5a7c173a HTTP/1.1" status: 200 len: 990 time: 1.3485727 Jan 17 18:35:09.560287 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf1d44b-7a69-4b54-a8d9-ab9474594454 None None] New status for floating IP 51a7bf13-47fb-466f-962d-7106d46a3982: DOWN {{(pid=102424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 18:35:09.642278 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-9d4a3703-c56f-4982-af8c-bff87b7fc973 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1541175604&fields=id&tenant_id=7ebb9dad35744d75b104be8c72af35ec HTTP/1.1" status: 200 len: 267 time: 0.0559146 Jan 17 18:35:09.672046 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-d9c5235b-94b4-4193-8c63-d41b09599e16 None None] Set router 4fec0bf5-f9e5-4314-9f49-6c3ca14634cb gateway port host: dv-cinder-824995-1-iscsi {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:35:09.802417 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-a2e1718c-dc97-4f3b-8d82-6cbec1e4bc2f tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:09.810087 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-a2e1718c-dc97-4f3b-8d82-6cbec1e4bc2f tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/networks?id=6dfbb2a7-5276-4203-a32e-db5c6045b523 HTTP/1.1" status: 200 len: 812 time: 0.1605911 Jan 17 18:35:09.828751 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-196e47ed-2d79-415f-9cf3-2896489813a8 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/quotas/7ebb9dad35744d75b104be8c72af35ec HTTP/1.1" status: 200 len: 375 time: 0.0170658 Jan 17 18:35:09.905065 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-bd4514a2-2031-45fa-8081-4df72030ec86 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7ebb9dad35744d75b104be8c72af35ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690138 Jan 17 18:35:09.940890 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d9c5235b-94b4-4193-8c63-d41b09599e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'name': 'tempest-AttachVolumeTestJSON-1342640713-router', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '8c547ed4-8605-4a2c-83de-49e2ac0aeffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:23Z', 'updated_at': '2022-01-17T18:30:27Z', 'revision_number': 4, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'gw_port': {'id': '8c547ed4-8605-4a2c-83de-49e2ac0aeffe', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:24Z', 'updated_at': '2022-01-17T18:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_floatingips': [{'id': '142da509-a72d-4c60-94dd-f5dd5a7c173a', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'router_id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'port_id': '887c171e-30dd-47ea-87e3-c94bf5b4a752', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1', 'mac_address': 'fa:16:3e:81:48:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2018c2-c485-4263-a254-a40a2998fb91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T18:34:54Z', 'updated_at': '2022-01-17T18:35:08Z', 'revision_number': 1, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaf1739c-fa79-447e-8b9c-bfb84bda1db2', 'name': '', 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'mac_address': 'fa:16:3e:d6:13:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '12a2e9e0-96ba-4d9c-8bea-1826f92be4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:26Z', 'updated_at': '2022-01-17T18:30:32Z', 'revision_number': 5, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'subnets': [{'id': '12a2e9e0-96ba-4d9c-8bea-1826f92be4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:35:09.967625 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c5235b-94b4-4193-8c63-d41b09599e16 None None] Checking router: 4fec0bf5-f9e5-4314-9f49-6c3ca14634cb for host: dv-cinder-824995-1-iscsi {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:35:09.976281 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c5235b-94b4-4193-8c63-d41b09599e16 None None] Routers {'4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:35:09.976830 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d9c5235b-94b4-4193-8c63-d41b09599e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:34:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:35:10.016474 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-8f4df046-e279-41b5-9aed-cee922847fd1 service neutron] 10.222.0.57 "GET /v2.0/networks/6dfbb2a7-5276-4203-a32e-db5c6045b523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106477 Jan 17 18:35:10.046643 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device e630c52c-8563-40e0-bb39-82fc0cba56dd no longer exists at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:35:10.093869 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-d9c5235b-94b4-4193-8c63-d41b09599e16 None None] Set router 4fec0bf5-f9e5-4314-9f49-6c3ca14634cb gateway port host: dv-cinder-824995-1-iscsi {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:35:10.094750 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] No Port match for: e630c52c-8563-40e0-bb39-82fc0cba56dd {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:35:10.095097 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device e630c52c-8563-40e0-bb39-82fc0cba56dd not bound to the agent host hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:35:10.170638 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-14fc91b1-5ffe-4c43-8815-2e53d8548df9 service neutron] 10.222.0.57 "GET /v2.0/networks/6dfbb2a7-5276-4203-a32e-db5c6045b523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448412 Jan 17 18:35:10.267432 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2018c2-c485-4263-a254-a40a2998fb91', 'tag': '887c171e-30dd-47ea-87e3-c94bf5b4a752'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:35:10.269848 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ebc6f40cb2ac68c89279b37e377f59c9ca88cf84401dffc3b34b74128c2044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851d2160-e61e-47ba-8004-eb82d7554871" -d '{"events": [{"name": "network-changed", "server_uuid": "5b2018c2-c485-4263-a254-a40a2998fb91", "tag": "887c171e-30dd-47ea-87e3-c94bf5b4a752"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:35:10.323971 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 18:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4177ac1b-7481-42e8-803a-92253e715212 x-openstack-request-id: req-4177ac1b-7481-42e8-803a-92253e715212 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:35:10.324263 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b2018c2-c485-4263-a254-a40a2998fb91", "tag": "887c171e-30dd-47ea-87e3-c94bf5b4a752", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:35:10.324510 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4177ac1b-7481-42e8-803a-92253e715212 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:35:10.324906 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2018c2-c485-4263-a254-a40a2998fb91', 'tag': '887c171e-30dd-47ea-87e3-c94bf5b4a752', 'status': 'completed', 'code': 200} Jan 17 18:35:10.413698 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d9c5235b-94b4-4193-8c63-d41b09599e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'name': 'tempest-AttachVolumeTestJSON-1342640713-router', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '8c547ed4-8605-4a2c-83de-49e2ac0aeffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:23Z', 'updated_at': '2022-01-17T18:30:27Z', 'revision_number': 4, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'gw_port': {'id': '8c547ed4-8605-4a2c-83de-49e2ac0aeffe', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:24Z', 'updated_at': '2022-01-17T18:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_floatingips': [{'id': '142da509-a72d-4c60-94dd-f5dd5a7c173a', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'router_id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'port_id': '887c171e-30dd-47ea-87e3-c94bf5b4a752', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1', 'mac_address': 'fa:16:3e:81:48:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2018c2-c485-4263-a254-a40a2998fb91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T18:34:54Z', 'updated_at': '2022-01-17T18:35:08Z', 'revision_number': 1, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaf1739c-fa79-447e-8b9c-bfb84bda1db2', 'name': '', 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'mac_address': 'fa:16:3e:d6:13:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '12a2e9e0-96ba-4d9c-8bea-1826f92be4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:26Z', 'updated_at': '2022-01-17T18:30:32Z', 'revision_number': 5, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'subnets': [{'id': '12a2e9e0-96ba-4d9c-8bea-1826f92be4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:35:10.434809 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d2160-e61e-47ba-8004-eb82d7554871 req-8eb7181b-b0e4-4319-9ef6-e1c46757221d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:10.440262 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-851d2160-e61e-47ba-8004-eb82d7554871 req-8eb7181b-b0e4-4319-9ef6-e1c46757221d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d096303fa7e14469b06f7686921b4815&device_id=5b2018c2-c485-4263-a254-a40a2998fb91 HTTP/1.1" status: 200 len: 1098 time: 0.0810599 Jan 17 18:35:10.442219 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c5235b-94b4-4193-8c63-d41b09599e16 None None] The sync data for ids ['4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'] in dv-cinder-824995-1-iscsi is: [{'id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'name': 'tempest-AttachVolumeTestJSON-1342640713-router', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '8c547ed4-8605-4a2c-83de-49e2ac0aeffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:23Z', 'updated_at': '2022-01-17T18:30:27Z', 'revision_number': 4, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'gw_port': {'id': '8c547ed4-8605-4a2c-83de-49e2ac0aeffe', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:24Z', 'updated_at': '2022-01-17T18:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_floatingips': [{'id': '142da509-a72d-4c60-94dd-f5dd5a7c173a', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'router_id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'port_id': '887c171e-30dd-47ea-87e3-c94bf5b4a752', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1', 'mac_address': 'fa:16:3e:81:48:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2018c2-c485-4263-a254-a40a2998fb91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T18:34:54Z', 'updated_at': '2022-01-17T18:35:08Z', 'revision_number': 1, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaf1739c-fa79-447e-8b9c-bfb84bda1db2', 'name': '', 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'mac_address': 'fa:16:3e:d6:13:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '12a2e9e0-96ba-4d9c-8bea-1826f92be4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:26Z', 'updated_at': '2022-01-17T18:30:32Z', 'revision_number': 5, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'subnets': [{'id': '12a2e9e0-96ba-4d9c-8bea-1826f92be4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:35:10.615122 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d2160-e61e-47ba-8004-eb82d7554871 req-e4bbc215-621b-4f6c-a1d9-def59c1eb163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:10.617262 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-851d2160-e61e-47ba-8004-eb82d7554871 req-e4bbc215-621b-4f6c-a1d9-def59c1eb163 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0ef68749-9171-4b0e-b0ff-71ca96f8b9b1 HTTP/1.1" status: 200 len: 912 time: 0.1623087 Jan 17 18:35:10.651289 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6553c07b-f009-417d-b20e-5e6014090d31 req-db02ce30-d859-4bff-84cf-0b39943d46d0 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b8ce1a-0914-457c-b040-cc272e323fa8 HTTP/1.1" status: 200 len: 210 time: 0.0317349 Jan 17 18:35:10.658116 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ecb06-277a-434c-a40d-e5f45a794ddd req-3c4264c9-822e-483d-a572-26ae81275395 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:10.667079 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-031ecb06-277a-434c-a40d-e5f45a794ddd req-3c4264c9-822e-483d-a572-26ae81275395 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 945 time: 0.0999370 Jan 17 18:35:10.747805 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-031ecb06-277a-434c-a40d-e5f45a794ddd req-9b93d645-fdd1-470a-a098-79e306b3fa4c tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749552 Jan 17 18:35:10.780475 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-851d2160-e61e-47ba-8004-eb82d7554871 req-e6f43c30-79a8-4bb8-90ba-2b20a2c6af62 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=887c171e-30dd-47ea-87e3-c94bf5b4a752 HTTP/1.1" status: 200 len: 998 time: 0.1329091 Jan 17 18:35:10.781359 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471f9a6a-c610-4ff4-9196-eaa665f2decb None None] New status for floating IP 142da509-a72d-4c60-94dd-f5dd5a7c173a: ACTIVE {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 18:35:10.863188 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d2160-e61e-47ba-8004-eb82d7554871 req-f57b3a02-485e-42ef-84f3-7e722adbb647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:10.863880 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-851d2160-e61e-47ba-8004-eb82d7554871 req-f57b3a02-485e-42ef-84f3-7e722adbb647 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=12a2e9e0-96ba-4d9c-8bea-1826f92be4cf HTTP/1.1" status: 200 len: 850 time: 0.0687606 Jan 17 18:35:10.979738 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d2160-e61e-47ba-8004-eb82d7554871 req-a08ea825-851c-4d26-8879-c747310c2499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:10.981564 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-851d2160-e61e-47ba-8004-eb82d7554871 req-a08ea825-851c-4d26-8879-c747310c2499 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0ef68749-9171-4b0e-b0ff-71ca96f8b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1095915 Jan 17 18:35:11.111043 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-851d2160-e61e-47ba-8004-eb82d7554871 req-9af70e4a-0643-4108-8cf0-18d6cf9c1a5b service neutron] 10.222.0.31 "GET /v2.0/networks/0ef68749-9171-4b0e-b0ff-71ca96f8b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202717 Jan 17 18:35:11.240438 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-851d2160-e61e-47ba-8004-eb82d7554871 req-57044b65-1c7a-4a88-ae65-b1f37d76a22b service neutron] 10.222.0.31 "GET /v2.0/networks/0ef68749-9171-4b0e-b0ff-71ca96f8b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208451 Jan 17 18:35:11.770081 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-005967bf-f1e0-45c6-bb63-c1799fa7197c req-154987b4-42d2-40a3-8f83-f443e6e0c58d tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b8ce1a-0914-457c-b040-cc272e323fa8 HTTP/1.1" status: 200 len: 210 time: 0.0331752 Jan 17 18:35:11.997934 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-29c992a4-9935-4d41-af94-cc97290e7747 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:12.000627 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-29c992a4-9935-4d41-af94-cc97290e7747 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.31 "GET /v2.0/networks?id=6dfbb2a7-5276-4203-a32e-db5c6045b523 HTTP/1.1" status: 200 len: 812 time: 0.1915312 Jan 17 18:35:12.009567 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12a34d-8aa9-4b08-9e43-249f3aa05ed5 req-3efad97a-5a84-489e-b86c-d0319f428d98 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:12.011261 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ae12a34d-8aa9-4b08-9e43-249f3aa05ed5 req-3efad97a-5a84-489e-b86c-d0319f428d98 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 945 time: 0.1246643 Jan 17 18:35:12.096603 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-d44024af-7617-47a6-a67a-f0466789316a req-3427798c-a7a1-42e3-85b5-6a5fff9bf52a tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1117918108&fields=id&tenant_id=866af26a4754486ca3599fdaeaeb709d HTTP/1.1" status: 200 len: 267 time: 0.0670037 Jan 17 18:35:12.152648 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44024af-7617-47a6-a67a-f0466789316a req-885fed6d-e957-4533-af38-6903f4abfb52 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:12.156475 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-d44024af-7617-47a6-a67a-f0466789316a req-885fed6d-e957-4533-af38-6903f4abfb52 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 984 time: 0.0578339 Jan 17 18:35:12.169654 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [req-d44024af-7617-47a6-a67a-f0466789316a req-12b066b5-b823-482c-9eae-680239484011 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Request body: {'port': {'security_groups': ['ae35a236-21e9-4b46-982d-37ea4de721b7']}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:35:12.188142 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ae12a34d-8aa9-4b08-9e43-249f3aa05ed5 req-f819700c-b8f4-40d7-b9f3-81014084ef15 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711555 Jan 17 18:35:12.199033 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-7e8ca34f-7a90-4dc8-9c07-e11450b9dba6 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ebb9dad35744d75b104be8c72af35ec HTTP/1.1" status: 200 len: 380 time: 0.1456409 Jan 17 18:35:12.211741 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-ebaed349-7dfe-4e82-a255-4f376481905d tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Request body: {'port': {'device_id': '10b8ce1a-0914-457c-b040-cc272e323fa8', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'admin_state_up': True, 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'security_groups': ['51cd2563-7817-4f1d-a2a2-d8094eb36dea']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:35:12.256518 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-d44024af-7617-47a6-a67a-f0466789316a req-12b066b5-b823-482c-9eae-680239484011 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (dbc903b1-0ad0-4d81-a229-ef71ea8db08f), before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:12.350588 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-ebaed349-7dfe-4e82-a255-4f376481905d tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Made reservation on behalf of 7ebb9dad35744d75b104be8c72af35ec for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:35:12.354853 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-ebaed349-7dfe-4e82-a255-4f376481905d tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:12.488362 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-d44024af-7617-47a6-a67a-f0466789316a req-12b066b5-b823-482c-9eae-680239484011 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] For port dbc903b1-0ad0-4d81-a229-ef71ea8db08f, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=dbc903b1-0ad0-4d81-a229-ef71ea8db08f,segment=NetworkSegment(e0855cfa-57b2-4036-adea-73fc74dd99a2),segment_id=e0855cfa-57b2-4036-adea-73fc74dd99a2)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:35:12.530441 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-d44024af-7617-47a6-a67a-f0466789316a req-12b066b5-b823-482c-9eae-680239484011 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks [] for port (dbc903b1-0ad0-4d81-a229-ef71ea8db08f), precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:12.539077 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-d44024af-7617-47a6-a67a-f0466789316a req-12b066b5-b823-482c-9eae-680239484011 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167948'] for port (dbc903b1-0ad0-4d81-a229-ef71ea8db08f), after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:12.548533 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-ebaed349-7dfe-4e82-a255-4f376481905d tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Allocated IP 172.20.0.5 (6dfbb2a7-5276-4203-a32e-db5c6045b523/192fe8fe-1f58-4fba-8ff5-7646c544378e/be29906c-17b9-4d03-99a0-9040fdade75b) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:35:12.553366 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['dbc903b1-0ad0-4d81-a229-ef71ea8db08f'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:35:12.662450 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44024af-7617-47a6-a67a-f0466789316a req-12b066b5-b823-482c-9eae-680239484011 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:12.663131 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-d44024af-7617-47a6-a67a-f0466789316a req-12b066b5-b823-482c-9eae-680239484011 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:12.684030 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-d44024af-7617-47a6-a67a-f0466789316a req-12b066b5-b823-482c-9eae-680239484011 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "PUT /v2.0/ports/dbc903b1-0ad0-4d81-a229-ef71ea8db08f HTTP/1.1" status: 200 len: 942 time: 0.5197186 Jan 17 18:35:12.684553 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f25d59e-777d-49d3-b55d-dad1905e68a7', 'tag': 'dbc903b1-0ad0-4d81-a229-ef71ea8db08f'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:35:12.692641 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6acf6e2448acaa9df75d0cfb4ee4f42f1c652325a2342385b5920e3fd6e7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19eace8a-c5ff-40c9-9cac-a6542e80708e" -d '{"events": [{"name": "network-changed", "server_uuid": "5f25d59e-777d-49d3-b55d-dad1905e68a7", "tag": "dbc903b1-0ad0-4d81-a229-ef71ea8db08f"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:35:12.694919 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 60244) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:35:12.804683 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['dbc903b1-0ad0-4d81-a229-ef71ea8db08f'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:35:12.819028 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b066b5-b823-482c-9eae-680239484011 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Pushing event updated for resources: {'Port': ['ID=dbc903b1-0ad0-4d81-a229-ef71ea8db08f,revision_number=7']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:35:12.821855 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-ebaed349-7dfe-4e82-a255-4f376481905d tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for port (be29906c-17b9-4d03-99a0-9040fdade75b), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:12.841067 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7a099f68-1f39-4e60-9980-286d89746ae3 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks [] for security_group (384beef0-6d95-488b-b71d-546629b2bc99), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:12.884376 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-ebaed349-7dfe-4e82-a255-4f376481905d tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261205625'] for port (be29906c-17b9-4d03-99a0-9040fdade75b), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:12.902855 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7a099f68-1f39-4e60-9980-286d89746ae3 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks [] for security_group (384beef0-6d95-488b-b71d-546629b2bc99), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:12.970754 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaed349-7dfe-4e82-a255-4f376481905d tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Pushing event updated for resources: {'Port': ['ID=be29906c-17b9-4d03-99a0-9040fdade75b,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:35:12.994149 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-ebaed349-7dfe-4e82-a255-4f376481905d tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Network 6dfbb2a7-5276-4203-a32e-db5c6045b523 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:35:12.995871 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-ebaed349-7dfe-4e82-a255-4f376481905d tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:35:12.998988 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-ebaed349-7dfe-4e82-a255-4f376481905d tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:35:13.001797 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 18:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56b375b-c2b4-449f-bd6b-7ede67e6b392 x-openstack-request-id: req-c56b375b-c2b4-449f-bd6b-7ede67e6b392 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:35:13.002189 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f25d59e-777d-49d3-b55d-dad1905e68a7", "tag": "dbc903b1-0ad0-4d81-a229-ef71ea8db08f", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:35:13.002543 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c56b375b-c2b4-449f-bd6b-7ede67e6b392 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:35:13.003633 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f25d59e-777d-49d3-b55d-dad1905e68a7', 'tag': 'dbc903b1-0ad0-4d81-a229-ef71ea8db08f', 'status': 'completed', 'code': 200} Jan 17 18:35:13.050103 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b83f7-386d-4a2b-b721-816d945d2217 req-7fbcb2b7-aa52-48e5-8918-55e685596b2d tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:13.055890 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f7c5d23c-6cdb-48bb-b68f-b50ad3ab01cf None None] Provisioning complete for port dbc903b1-0ad0-4d81-a229-ef71ea8db08f triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:35:13.056265 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f7c5d23c-6cdb-48bb-b68f-b50ad3ab01cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (dbc903b1-0ad0-4d81-a229-ef71ea8db08f), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:13.061554 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-c37b83f7-386d-4a2b-b721-816d945d2217 req-7fbcb2b7-aa52-48e5-8918-55e685596b2d tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b8ce1a-0914-457c-b040-cc272e323fa8 HTTP/1.1" status: 200 len: 931 time: 0.1263759 Jan 17 18:35:13.084499 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:13.084499 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:35:13.084499 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:13.084499 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:35:13.084499 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:13.084499 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:35:13.084499 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:13.084499 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:35:13.084499 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:13.084499 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:35:13.084499 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:13.084499 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:35:13.084499 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:13.084499 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:35:13.084499 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:13.084499 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:35:13.084499 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:13.084499 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:35:13.084499 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:13.084499 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:35:13.084499 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:13.084499 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:35:13.084499 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:13.084499 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:35:13.084499 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:13.084499 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:35:13.084499 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:13.084499 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:35:13.084499 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:13.084499 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:35:13.084499 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:13.084499 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:35:13.084499 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:13.084499 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:35:13.084499 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:13.084499 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:35:13.087260 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:13.087260 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:35:13.087260 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:13.087260 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:35:13.087260 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:13.087260 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:35:13.087260 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:13.087260 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:35:13.087260 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:13.087260 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:35:13.087260 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:13.087260 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:35:13.096107 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-ebaed349-7dfe-4e82-a255-4f376481905d tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:13.097148 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-ebaed349-7dfe-4e82-a255-4f376481905d tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:13.117731 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-ebaed349-7dfe-4e82-a255-4f376481905d tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9108927 Jan 17 18:35:13.139424 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-f6b5e045-d5c4-4592-9718-188ef5fc60e3 service neutron] Request body: {'port': {'device_id': '10b8ce1a-0914-457c-b040-cc272e323fa8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82499'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:35:13.157962 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-c37b83f7-386d-4a2b-b721-816d945d2217 req-5cdbe18b-7f5c-458b-b736-13d883ba940c tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954173 Jan 17 18:35:13.160754 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eace8a-c5ff-40c9-9cac-a6542e80708e req-3a34ad94-2edd-4607-b941-554cb5cd2238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:13.162768 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-19eace8a-c5ff-40c9-9cac-a6542e80708e req-3a34ad94-2edd-4607-b941-554cb5cd2238 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=866af26a4754486ca3599fdaeaeb709d&device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 1098 time: 0.1389310 Jan 17 18:35:13.199719 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-f7c5d23c-6cdb-48bb-b68f-b50ad3ab01cf None None] Current status of the port dbc903b1-0ad0-4d81-a229-ef71ea8db08f is: ACTIVE; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:35:13.225092 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-f6b5e045-d5c4-4592-9718-188ef5fc60e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (be29906c-17b9-4d03-99a0-9040fdade75b), before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:13.232486 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7a099f68-1f39-4e60-9980-286d89746ae3 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (384beef0-6d95-488b-b71d-546629b2bc99), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:13.235532 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7a099f68-1f39-4e60-9980-286d89746ae3 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:13.239274 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-7a099f68-1f39-4e60-9980-286d89746ae3 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "DELETE /v2.0/security-groups/384beef0-6d95-488b-b71d-546629b2bc99 HTTP/1.1" status: 204 len: 168 time: 0.5301833 Jan 17 18:35:13.241391 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 60264) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:35:13.255858 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a099f68-1f39-4e60-9980-286d89746ae3 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=384beef0-6d95-488b-b71d-546629b2bc99,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:35:13.296459 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eace8a-c5ff-40c9-9cac-a6542e80708e req-b59df904-8a9c-4ff5-b64a-e7ef27c4b622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:13.298011 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-19eace8a-c5ff-40c9-9cac-a6542e80708e req-b59df904-8a9c-4ff5-b64a-e7ef27c4b622 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dccdeae5-587d-4d52-a83e-bf0e5e960be6 HTTP/1.1" status: 200 len: 915 time: 0.1288853 Jan 17 18:35:13.323027 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-9a0cacb3-8ef5-4a2d-b9e4-c8592ab05af9 None None] Provisioning complete for port be29906c-17b9-4d03-99a0-9040fdade75b triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:35:13.323393 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9a0cacb3-8ef5-4a2d-b9e4-c8592ab05af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (be29906c-17b9-4d03-99a0-9040fdade75b), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:13.363571 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-9a0cacb3-8ef5-4a2d-b9e4-c8592ab05af9 None None] Port be29906c-17b9-4d03-99a0-9040fdade75b cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 18:35:13.382638 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-19eace8a-c5ff-40c9-9cac-a6542e80708e req-9cddee7f-42e8-4e54-9a3c-0587a4b3ea7a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbc903b1-0ad0-4d81-a229-ef71ea8db08f HTTP/1.1" status: 200 len: 999 time: 0.0752940 Jan 17 18:35:13.440384 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eace8a-c5ff-40c9-9cac-a6542e80708e req-bee93aca-d04a-401f-95e9-fe173b46f80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:13.441882 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-19eace8a-c5ff-40c9-9cac-a6542e80708e req-bee93aca-d04a-401f-95e9-fe173b46f80a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64682820-22d9-45bb-a5bd-8cb7e93bf47a HTTP/1.1" status: 200 len: 853 time: 0.0527484 Jan 17 18:35:13.488750 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf370e-7a0b-493d-b207-4c5bbd1526d0 req-5703f8a2-4558-42f3-b1bc-4e4aef414738 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:13.490148 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-5cbf370e-7a0b-493d-b207-4c5bbd1526d0 req-5703f8a2-4558-42f3-b1bc-4e4aef414738 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 945 time: 0.2376530 Jan 17 18:35:13.490298 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eace8a-c5ff-40c9-9cac-a6542e80708e req-85225235-b211-4c06-b9f0-916bcd034d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:13.491659 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-19eace8a-c5ff-40c9-9cac-a6542e80708e req-85225235-b211-4c06-b9f0-916bcd034d72 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dccdeae5-587d-4d52-a83e-bf0e5e960be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404530 Jan 17 18:35:13.599963 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-19eace8a-c5ff-40c9-9cac-a6542e80708e req-8c739938-7883-4a0e-9a10-dcc1f909333d service neutron] 10.222.0.31 "GET /v2.0/networks/dccdeae5-587d-4d52-a83e-bf0e5e960be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902526 Jan 17 18:35:13.692527 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-19eace8a-c5ff-40c9-9cac-a6542e80708e req-a26eeb95-59b8-4632-ae0c-1592dba00658 service neutron] 10.222.0.31 "GET /v2.0/networks/dccdeae5-587d-4d52-a83e-bf0e5e960be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867827 Jan 17 18:35:13.928833 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-5cbf370e-7a0b-493d-b207-4c5bbd1526d0 req-e932e135-629f-4a1c-9254-5ffd998bd80a tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4301875 Jan 17 18:35:13.964167 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d3612-3724-4037-b6ba-b444a873c7d0 req-e65b6bc7-715b-423f-9944-210481cea261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:13.965641 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-8c3d3612-3724-4037-b6ba-b444a873c7d0 req-e65b6bc7-715b-423f-9944-210481cea261 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11bc53620fe449daa11721cdccd1e9a7&device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 1098 time: 0.3967307 Jan 17 18:35:14.022857 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-e63c6d20-58f8-440d-b2c0-667b0696e58b tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Deleting port 089cea36-291a-4866-a7b0-ec7fd0dd3a63 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:35:14.023614 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e63c6d20-58f8-440d-b2c0-667b0696e58b tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (089cea36-291a-4866-a7b0-ec7fd0dd3a63), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:14.146785 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-f6b5e045-d5c4-4592-9718-188ef5fc60e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be29906c-17b9-4d03-99a0-9040fdade75b {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:35:14.164167 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-f6b5e045-d5c4-4592-9718-188ef5fc60e3 service neutron] Publish callbacks [] for port (be29906c-17b9-4d03-99a0-9040fdade75b), precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:14.180506 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d3612-3724-4037-b6ba-b444a873c7d0 req-3accad60-e2ba-4682-a963-51101c4ecef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:14.182580 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-8c3d3612-3724-4037-b6ba-b444a873c7d0 req-3accad60-e2ba-4682-a963-51101c4ecef4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2212e019-d500-4b0c-9632-00978d519e48 HTTP/1.1" status: 200 len: 917 time: 0.2090969 Jan 17 18:35:14.187868 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e63c6d20-58f8-440d-b2c0-667b0696e58b tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (089cea36-291a-4866-a7b0-ec7fd0dd3a63), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:14.188204 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e63c6d20-58f8-440d-b2c0-667b0696e58b tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks [] for floatingip (089cea36-291a-4866-a7b0-ec7fd0dd3a63), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:14.208502 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-f6b5e045-d5c4-4592-9718-188ef5fc60e3 service neutron] Transition to ACTIVE for port object be29906c-17b9-4d03-99a0-9040fdade75b will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 18:35:14.241777 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-e63c6d20-58f8-440d-b2c0-667b0696e58b tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Calling delete_port for 089cea36-291a-4866-a7b0-ec7fd0dd3a63 owned by network:floatingip {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:35:14.245404 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-f6b5e045-d5c4-4592-9718-188ef5fc60e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261205504'] for port (be29906c-17b9-4d03-99a0-9040fdade75b), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:14.411079 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-8c3d3612-3724-4037-b6ba-b444a873c7d0 req-d60cbf91-a8dd-45f5-8794-939e796d8daa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a HTTP/1.1" status: 200 len: 1000 time: 0.2178071 Jan 17 18:35:14.421753 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5e045-d5c4-4592-9718-188ef5fc60e3 service neutron] Pushing event updated for resources: {'Port': ['ID=be29906c-17b9-4d03-99a0-9040fdade75b,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:35:14.486945 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-14ad03bc-80fe-4832-ae93-47e84aa913de req-7fe635cb-1260-46fc-bd90-5b2a89d306cf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448153 Jan 17 18:35:14.504136 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed565183-a6ed-474e-9348-e85fc49a7024 req-dcd5cc87-8f09-4ba7-9360-c55adcf29821 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:14.505700 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ed565183-a6ed-474e-9348-e85fc49a7024 req-dcd5cc87-8f09-4ba7-9360-c55adcf29821 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b8ce1a-0914-457c-b040-cc272e323fa8 HTTP/1.1" status: 200 len: 943 time: 0.2619236 Jan 17 18:35:14.576395 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d3612-3724-4037-b6ba-b444a873c7d0 req-9f353e25-6f9c-4f01-9c34-a4d4964b8199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:14.577868 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-8c3d3612-3724-4037-b6ba-b444a873c7d0 req-9f353e25-6f9c-4f01-9c34-a4d4964b8199 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9ea9967e-4370-4564-98d1-90d5a9404775 HTTP/1.1" status: 200 len: 855 time: 0.1490927 Jan 17 18:35:14.583756 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad03bc-80fe-4832-ae93-47e84aa913de req-0f1a8aed-6e64-4d5e-9027-bd21974a6e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:14.585310 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-14ad03bc-80fe-4832-ae93-47e84aa913de req-0f1a8aed-6e64-4d5e-9027-bd21974a6e27 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5262d740746c4265993cce733a67438a&device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 1098 time: 0.0462959 Jan 17 18:35:14.628874 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:14.646873 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-f6b5e045-d5c4-4592-9718-188ef5fc60e3 service neutron] Attempting to bind port be29906c-17b9-4d03-99a0-9040fdade75b on host hv-cinder-82499 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:35:14.647216 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-f6b5e045-d5c4-4592-9718-188ef5fc60e3 service neutron] Attempting to bind port be29906c-17b9-4d03-99a0-9040fdade75b by drivers openvswitch,hyperv on host hv-cinder-82499 at level 0 using segments [{'id': 'fa3ece1b-5d86-44f9-89b6-42ddd45f5966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:35:14.647582 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-f6b5e045-d5c4-4592-9718-188ef5fc60e3 service neutron] Attempting to bind port be29906c-17b9-4d03-99a0-9040fdade75b on network 6dfbb2a7-5276-4203-a32e-db5c6045b523 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:35:14.688643 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-f6b5e045-d5c4-4592-9718-188ef5fc60e3 service neutron] Port be29906c-17b9-4d03-99a0-9040fdade75b on network 6dfbb2a7-5276-4203-a32e-db5c6045b523 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82499 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 18:35:14.688915 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-f6b5e045-d5c4-4592-9718-188ef5fc60e3 service neutron] Attempting to bind port be29906c-17b9-4d03-99a0-9040fdade75b on network 6dfbb2a7-5276-4203-a32e-db5c6045b523 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:35:14.689844 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad03bc-80fe-4832-ae93-47e84aa913de req-14f4a6c0-686b-47fc-8689-740e6042a586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:14.691292 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-14ad03bc-80fe-4832-ae93-47e84aa913de req-14f4a6c0-686b-47fc-8689-740e6042a586 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1f7f3e80-1c90-454b-9448-14d5ab17dae0 HTTP/1.1" status: 200 len: 910 time: 0.0874016 Jan 17 18:35:14.694115 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ed565183-a6ed-474e-9348-e85fc49a7024 req-60083956-627f-4d04-a59e-f7888d57d081 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661985 Jan 17 18:35:14.704736 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-f6b5e045-d5c4-4592-9718-188ef5fc60e3 service neutron] Checking agent: {'id': 'c251eb83-93a6-4d5d-bd4b-c362ae836320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82499', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'started_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:35:14.705189 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-f6b5e045-d5c4-4592-9718-188ef5fc60e3 service neutron] Checking segment: {'id': 'fa3ece1b-5d86-44f9-89b6-42ddd45f5966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:35:14.705455 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-f6b5e045-d5c4-4592-9718-188ef5fc60e3 service neutron] Bound using segment: {'id': 'fa3ece1b-5d86-44f9-89b6-42ddd45f5966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:35:14.705886 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-f6b5e045-d5c4-4592-9718-188ef5fc60e3 service neutron] Bound port: be29906c-17b9-4d03-99a0-9040fdade75b, host: hv-cinder-82499, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa3ece1b-5d86-44f9-89b6-42ddd45f5966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:35:14.707485 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-f6b5e045-d5c4-4592-9718-188ef5fc60e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (be29906c-17b9-4d03-99a0-9040fdade75b), before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:14.725741 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d3612-3724-4037-b6ba-b444a873c7d0 req-8d7b5a55-8c9b-4da8-9a6c-e5ec547f888c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:14.727240 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-8c3d3612-3724-4037-b6ba-b444a873c7d0 req-8d7b5a55-8c9b-4da8-9a6c-e5ec547f888c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2212e019-d500-4b0c-9632-00978d519e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1350689 Jan 17 18:35:14.765782 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-14ad03bc-80fe-4832-ae93-47e84aa913de req-691efeee-10a5-437d-8418-733a611bf13d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6806e78-edb1-4a9d-84cf-15db4b1e9d4b HTTP/1.1" status: 200 len: 1001 time: 0.0663838 Jan 17 18:35:14.768838 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e63c6d20-58f8-440d-b2c0-667b0696e58b tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261205625'] for port (089cea36-291a-4866-a7b0-ec7fd0dd3a63), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:14.814333 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad03bc-80fe-4832-ae93-47e84aa913de req-c46e4280-808a-412a-9514-67d154875efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:14.815846 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-14ad03bc-80fe-4832-ae93-47e84aa913de req-c46e4280-808a-412a-9514-67d154875efa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=985b67e5-f935-4baf-bc4b-3331cffe658a HTTP/1.1" status: 200 len: 848 time: 0.0435181 Jan 17 18:35:14.842583 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c6d20-58f8-440d-b2c0-667b0696e58b tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Pushing event deleted for resources: {'Port': ['ID=089cea36-291a-4866-a7b0-ec7fd0dd3a63,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:35:14.861275 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad03bc-80fe-4832-ae93-47e84aa913de req-f3ca5af4-bc0d-4c5b-b08f-db1677dc28cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:14.863714 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-14ad03bc-80fe-4832-ae93-47e84aa913de req-f3ca5af4-bc0d-4c5b-b08f-db1677dc28cb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1f7f3e80-1c90-454b-9448-14d5ab17dae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420682 Jan 17 18:35:14.925399 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-f6b5e045-d5c4-4592-9718-188ef5fc60e3 service neutron] For port be29906c-17b9-4d03-99a0-9040fdade75b, host hv-cinder-82499, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:35:14.957834 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-f6b5e045-d5c4-4592-9718-188ef5fc60e3 service neutron] For port be29906c-17b9-4d03-99a0-9040fdade75b, host hv-cinder-82499, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=be29906c-17b9-4d03-99a0-9040fdade75b,segment=NetworkSegment(fa3ece1b-5d86-44f9-89b6-42ddd45f5966),segment_id=fa3ece1b-5d86-44f9-89b6-42ddd45f5966)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:35:14.964546 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e63c6d20-58f8-440d-b2c0-667b0696e58b tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks [] for floatingip (e541980c-2a81-47c7-bb15-6a726ee06949), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:14.964939 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.db.l3_db [None req-e63c6d20-58f8-440d-b2c0-667b0696e58b tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Floating IP e541980c-2a81-47c7-bb15-6a726ee06949 disassociated (deleted). External IP: 172.27.3.9, port: dbc903b1-0ad0-4d81-a229-ef71ea8db08f. Jan 17 18:35:14.970482 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-f6b5e045-d5c4-4592-9718-188ef5fc60e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261205504'] for port (be29906c-17b9-4d03-99a0-9040fdade75b), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:15.036384 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-8c3d3612-3724-4037-b6ba-b444a873c7d0 req-d5439293-c6d2-485b-97cc-e3d22a2b0f8e service neutron] 10.222.0.31 "GET /v2.0/networks/2212e019-d500-4b0c-9632-00978d519e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775364 Jan 17 18:35:15.075959 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-f6b5e045-d5c4-4592-9718-188ef5fc60e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:15.087943 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-f6b5e045-d5c4-4592-9718-188ef5fc60e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:15.087943 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-f6b5e045-d5c4-4592-9718-188ef5fc60e3 service neutron] 10.222.0.31 "PUT /v2.0/ports/be29906c-17b9-4d03-99a0-9040fdade75b HTTP/1.1" status: 200 len: 1093 time: 1.9439180 Jan 17 18:35:15.087943 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b8ce1a-0914-457c-b040-cc272e323fa8', 'tag': 'be29906c-17b9-4d03-99a0-9040fdade75b'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:35:15.087943 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ebc6f40cb2ac68c89279b37e377f59c9ca88cf84401dffc3b34b74128c2044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca47c7d-2028-4dcf-a6dd-02487ce6b3b7" -d '{"events": [{"name": "network-changed", "server_uuid": "10b8ce1a-0914-457c-b040-cc272e323fa8", "tag": "be29906c-17b9-4d03-99a0-9040fdade75b"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:35:15.199787 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 18:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12349745-07c3-49e8-b930-abe4c8cdb46e x-openstack-request-id: req-12349745-07c3-49e8-b930-abe4c8cdb46e {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:35:15.200082 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10b8ce1a-0914-457c-b040-cc272e323fa8", "tag": "be29906c-17b9-4d03-99a0-9040fdade75b", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:35:15.200337 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-12349745-07c3-49e8-b930-abe4c8cdb46e {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:35:15.200751 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10b8ce1a-0914-457c-b040-cc272e323fa8', 'tag': 'be29906c-17b9-4d03-99a0-9040fdade75b', 'status': 'completed', 'code': 200} Jan 17 18:35:15.221394 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5e045-d5c4-4592-9718-188ef5fc60e3 service neutron] Pushing event updated for resources: {'Port': ['ID=be29906c-17b9-4d03-99a0-9040fdade75b,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:35:15.249041 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-14ad03bc-80fe-4832-ae93-47e84aa913de req-1dac482f-0a55-406b-911b-0b88157c02bc service neutron] 10.222.0.31 "GET /v2.0/networks/1f7f3e80-1c90-454b-9448-14d5ab17dae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783779 Jan 17 18:35:15.307346 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-14dfddfe-e83e-42af-b51f-f8ba2c83c775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:15.308883 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-14dfddfe-e83e-42af-b51f-f8ba2c83c775 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ebb9dad35744d75b104be8c72af35ec&device_id=10b8ce1a-0914-457c-b040-cc272e323fa8 HTTP/1.1" status: 200 len: 1096 time: 0.1511843 Jan 17 18:35:15.327820 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-8c3d3612-3724-4037-b6ba-b444a873c7d0 req-1a3c33a2-3edb-4e70-afe4-6257ff6344af service neutron] 10.222.0.31 "GET /v2.0/networks/2212e019-d500-4b0c-9632-00978d519e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823861 Jan 17 18:35:15.330988 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4656252-98ab-4f2d-9d95-297065f0290d req-9a0c2a77-51c6-41cc-b75c-d49a06324b30 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:15.332580 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b4656252-98ab-4f2d-9d95-297065f0290d req-9a0c2a77-51c6-41cc-b75c-d49a06324b30 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 945 time: 0.1636519 Jan 17 18:35:15.361974 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-4268b3ac-9e7c-487c-a3c3-74435b9c86d5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be29906c-17b9-4d03-99a0-9040fdade75b HTTP/1.1" status: 200 len: 217 time: 0.0441794 Jan 17 18:35:15.378182 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-14ad03bc-80fe-4832-ae93-47e84aa913de req-7a0f4ff1-de16-4c2c-9d6b-b232527702e9 service neutron] 10.222.0.31 "GET /v2.0/networks/1f7f3e80-1c90-454b-9448-14d5ab17dae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224697 Jan 17 18:35:15.402726 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b4656252-98ab-4f2d-9d95-297065f0290d req-8f7377c9-3635-4bda-a291-d9261132483f tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560400 Jan 17 18:35:15.451223 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-108dbbe0-b067-4b52-9b64-d1055e063fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:15.452728 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-108dbbe0-b067-4b52-9b64-d1055e063fba service neutron] 10.222.0.31 "GET /v2.0/subnets?id=192fe8fe-1f58-4fba-8ff5-7646c544378e HTTP/1.1" status: 200 len: 851 time: 0.0850379 Jan 17 18:35:15.470306 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63c6d20-58f8-440d-b2c0-667b0696e58b tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Router 7bbaece0-7949-4721-b43e-d3f3112ca0f4 has already been hosted by L3 agent f711a738-9445-49a6-871d-c35940c1a323 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 18:35:15.541124 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-d98c2381-bbde-4e4d-8e0e-802b36256960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:15.542551 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-d98c2381-bbde-4e4d-8e0e-802b36256960 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dfbb2a7-5276-4203-a32e-db5c6045b523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0811396 Jan 17 18:35:15.659626 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63c6d20-58f8-440d-b2c0-667b0696e58b tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:35:15.664894 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e63c6d20-58f8-440d-b2c0-667b0696e58b tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for floatingip (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:15.670815 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c230052f-ff0e-43d3-9def-958ff6cc9874 None None] Sync routers for ids ['7bbaece0-7949-4721-b43e-d3f3112ca0f4'] in dv-cinder-824995-1-iscsi {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:35:15.680752 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c230052f-ff0e-43d3-9def-958ff6cc9874 None None] Routers {'7bbaece0-7949-4721-b43e-d3f3112ca0f4'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:35:15.681975 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-c230052f-ff0e-43d3-9def-958ff6cc9874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:34:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['7bbaece0-7949-4721-b43e-d3f3112ca0f4'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:35:15.703095 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-014a2c9c-0919-4065-82d4-674c1d9a5287 service neutron] 10.222.0.31 "GET /v2.0/networks/6dfbb2a7-5276-4203-a32e-db5c6045b523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526544 Jan 17 18:35:15.704464 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-e63c6d20-58f8-440d-b2c0-667b0696e58b tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "DELETE /v2.0/floatingips/e541980c-2a81-47c7-bb15-6a726ee06949 HTTP/1.1" status: 204 len: 168 time: 2.4620447 Jan 17 18:35:15.805740 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d54b170b-6987-4a3e-bacf-ffa52eb68a2e req-fc2f6b7c-e02d-41c6-9788-cae2acd9a008 service neutron] 10.222.0.31 "GET /v2.0/networks/6dfbb2a7-5276-4203-a32e-db5c6045b523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966492 Jan 17 18:35:15.834042 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb315e-dffc-4a95-8233-4069a30a2364 req-45b41faf-4613-4be9-b97d-80617ffe1b00 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:15.835793 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-a2cb315e-dffc-4a95-8233-4069a30a2364 req-45b41faf-4613-4be9-b97d-80617ffe1b00 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b8ce1a-0914-457c-b040-cc272e323fa8 HTTP/1.1" status: 200 len: 943 time: 0.0543683 Jan 17 18:35:15.910157 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-a2cb315e-dffc-4a95-8233-4069a30a2364 req-bd90e3d4-c463-4296-b9aa-1c546af03eeb tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596018 Jan 17 18:35:15.915266 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca47c7d-2028-4dcf-a6dd-02487ce6b3b7 req-74d9d0b8-1694-4ccb-b47a-551951e78fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:15.917264 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-7ca47c7d-2028-4dcf-a6dd-02487ce6b3b7 req-74d9d0b8-1694-4ccb-b47a-551951e78fff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ebb9dad35744d75b104be8c72af35ec&device_id=10b8ce1a-0914-457c-b040-cc272e323fa8 HTTP/1.1" status: 200 len: 1096 time: 0.0583353 Jan 17 18:35:15.973997 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-c230052f-ff0e-43d3-9def-958ff6cc9874 None None] Set router 7bbaece0-7949-4721-b43e-d3f3112ca0f4 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:35:16.029428 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca47c7d-2028-4dcf-a6dd-02487ce6b3b7 req-275c882d-5236-4559-8c19-bdd6e2be8933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:16.030896 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-7ca47c7d-2028-4dcf-a6dd-02487ce6b3b7 req-275c882d-5236-4559-8c19-bdd6e2be8933 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6dfbb2a7-5276-4203-a32e-db5c6045b523 HTTP/1.1" status: 200 len: 913 time: 0.1025007 Jan 17 18:35:16.073742 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-7ca47c7d-2028-4dcf-a6dd-02487ce6b3b7 req-2aaaa278-fa38-4344-91e7-fe3326bef995 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be29906c-17b9-4d03-99a0-9040fdade75b HTTP/1.1" status: 200 len: 217 time: 0.0353081 Jan 17 18:35:16.125225 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca47c7d-2028-4dcf-a6dd-02487ce6b3b7 req-0ed23d86-fba9-43d0-9d7f-8fc344b05168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:16.126654 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-7ca47c7d-2028-4dcf-a6dd-02487ce6b3b7 req-0ed23d86-fba9-43d0-9d7f-8fc344b05168 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=192fe8fe-1f58-4fba-8ff5-7646c544378e HTTP/1.1" status: 200 len: 851 time: 0.0429201 Jan 17 18:35:16.173527 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca47c7d-2028-4dcf-a6dd-02487ce6b3b7 req-a7d89d98-b1e5-46e3-afcc-da055f2e1743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:16.175047 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-7ca47c7d-2028-4dcf-a6dd-02487ce6b3b7 req-a7d89d98-b1e5-46e3-afcc-da055f2e1743 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dfbb2a7-5276-4203-a32e-db5c6045b523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392656 Jan 17 18:35:16.179960 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-c230052f-ff0e-43d3-9def-958ff6cc9874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbaece0-7949-4721-b43e-d3f3112ca0f4', 'name': 'tempest-TestMinimumBasicScenario-800836984-router', 'tenant_id': '866af26a4754486ca3599fdaeaeb709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '95e0aedc-e5a4-403d-9ac6-e720122fe5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:32:57Z', 'updated_at': '2022-01-17T18:33:01Z', 'revision_number': 4, 'project_id': '866af26a4754486ca3599fdaeaeb709d', 'gw_port': {'id': '95e0aedc-e5a4-403d-9ac6-e720122fe5f8', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:61:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbaece0-7949-4721-b43e-d3f3112ca0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:32:58Z', 'updated_at': '2022-01-17T18:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': 'b71cc3b5-df0c-4879-8169-0c3c93ac7756', 'name': '', 'network_id': 'dccdeae5-587d-4d52-a83e-bf0e5e960be6', 'tenant_id': '866af26a4754486ca3599fdaeaeb709d', 'mac_address': 'fa:16:3e:93:2a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbaece0-7949-4721-b43e-d3f3112ca0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '64682820-22d9-45bb-a5bd-8cb7e93bf47a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:33:01Z', 'updated_at': '2022-01-17T18:33:06Z', 'revision_number': 5, 'project_id': '866af26a4754486ca3599fdaeaeb709d', 'subnets': [{'id': '64682820-22d9-45bb-a5bd-8cb7e93bf47a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:35:16.206067 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c230052f-ff0e-43d3-9def-958ff6cc9874 None None] Checking router: 7bbaece0-7949-4721-b43e-d3f3112ca0f4 for host: dv-cinder-824995-1-iscsi {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:35:16.214917 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c230052f-ff0e-43d3-9def-958ff6cc9874 None None] Routers {'7bbaece0-7949-4721-b43e-d3f3112ca0f4'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:35:16.215538 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-c230052f-ff0e-43d3-9def-958ff6cc9874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:34:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['7bbaece0-7949-4721-b43e-d3f3112ca0f4'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:35:16.270763 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-7ca47c7d-2028-4dcf-a6dd-02487ce6b3b7 req-86619ee2-ee8f-4eff-b81e-84f0a74e53a9 service neutron] 10.222.0.31 "GET /v2.0/networks/6dfbb2a7-5276-4203-a32e-db5c6045b523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858970 Jan 17 18:35:16.319461 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-c230052f-ff0e-43d3-9def-958ff6cc9874 None None] Set router 7bbaece0-7949-4721-b43e-d3f3112ca0f4 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:35:16.365783 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-7ca47c7d-2028-4dcf-a6dd-02487ce6b3b7 req-741c8dbe-d496-4746-aa00-cb837ca333ce service neutron] 10.222.0.31 "GET /v2.0/networks/6dfbb2a7-5276-4203-a32e-db5c6045b523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851915 Jan 17 18:35:16.533673 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-c230052f-ff0e-43d3-9def-958ff6cc9874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbaece0-7949-4721-b43e-d3f3112ca0f4', 'name': 'tempest-TestMinimumBasicScenario-800836984-router', 'tenant_id': '866af26a4754486ca3599fdaeaeb709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '95e0aedc-e5a4-403d-9ac6-e720122fe5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:32:57Z', 'updated_at': '2022-01-17T18:33:01Z', 'revision_number': 4, 'project_id': '866af26a4754486ca3599fdaeaeb709d', 'gw_port': {'id': '95e0aedc-e5a4-403d-9ac6-e720122fe5f8', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:61:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbaece0-7949-4721-b43e-d3f3112ca0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:32:58Z', 'updated_at': '2022-01-17T18:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': 'b71cc3b5-df0c-4879-8169-0c3c93ac7756', 'name': '', 'network_id': 'dccdeae5-587d-4d52-a83e-bf0e5e960be6', 'tenant_id': '866af26a4754486ca3599fdaeaeb709d', 'mac_address': 'fa:16:3e:93:2a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbaece0-7949-4721-b43e-d3f3112ca0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '64682820-22d9-45bb-a5bd-8cb7e93bf47a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:33:01Z', 'updated_at': '2022-01-17T18:33:06Z', 'revision_number': 5, 'project_id': '866af26a4754486ca3599fdaeaeb709d', 'subnets': [{'id': '64682820-22d9-45bb-a5bd-8cb7e93bf47a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:35:16.561598 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c230052f-ff0e-43d3-9def-958ff6cc9874 None None] The sync data for ids ['7bbaece0-7949-4721-b43e-d3f3112ca0f4'] in dv-cinder-824995-1-iscsi is: [{'id': '7bbaece0-7949-4721-b43e-d3f3112ca0f4', 'name': 'tempest-TestMinimumBasicScenario-800836984-router', 'tenant_id': '866af26a4754486ca3599fdaeaeb709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '95e0aedc-e5a4-403d-9ac6-e720122fe5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:32:57Z', 'updated_at': '2022-01-17T18:33:01Z', 'revision_number': 4, 'project_id': '866af26a4754486ca3599fdaeaeb709d', 'gw_port': {'id': '95e0aedc-e5a4-403d-9ac6-e720122fe5f8', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:61:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbaece0-7949-4721-b43e-d3f3112ca0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:32:58Z', 'updated_at': '2022-01-17T18:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': 'b71cc3b5-df0c-4879-8169-0c3c93ac7756', 'name': '', 'network_id': 'dccdeae5-587d-4d52-a83e-bf0e5e960be6', 'tenant_id': '866af26a4754486ca3599fdaeaeb709d', 'mac_address': 'fa:16:3e:93:2a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbaece0-7949-4721-b43e-d3f3112ca0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '64682820-22d9-45bb-a5bd-8cb7e93bf47a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:33:01Z', 'updated_at': '2022-01-17T18:33:06Z', 'revision_number': 5, 'project_id': '866af26a4754486ca3599fdaeaeb709d', 'subnets': [{'id': '64682820-22d9-45bb-a5bd-8cb7e93bf47a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:35:16.813176 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c2e5a-8c92-4e75-af09-e2d5ebd5b5e9 req-32a8d42b-03ce-4a71-8bf3-647d188779f3 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:16.814707 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-241c2e5a-8c92-4e75-af09-e2d5ebd5b5e9 req-32a8d42b-03ce-4a71-8bf3-647d188779f3 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 945 time: 0.3328183 Jan 17 18:35:16.825622 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be74dc2-f782-400e-8cdb-3d5ffb213c1a None None] New status for floating IP e541980c-2a81-47c7-bb15-6a726ee06949: DOWN {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 18:35:16.861805 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-241c2e5a-8c92-4e75-af09-e2d5ebd5b5e9 req-2483bbdc-87ed-4747-96b7-a81a94cc918e tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412586 Jan 17 18:35:17.032973 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b855d0-3bca-43cb-8eb2-3e242cbcc1db req-3367aa41-9272-410c-8db5-1502492920fe tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:17.034460 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-59b855d0-3bca-43cb-8eb2-3e242cbcc1db req-3367aa41-9272-410c-8db5-1502492920fe tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b8ce1a-0914-457c-b040-cc272e323fa8 HTTP/1.1" status: 200 len: 943 time: 0.0527444 Jan 17 18:35:17.090848 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-59b855d0-3bca-43cb-8eb2-3e242cbcc1db req-0e1f85f2-59db-4f28-a1ee-e652738823e2 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505981 Jan 17 18:35:17.201576 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f25d59e-777d-49d3-b55d-dad1905e68a7', 'tag': 'dbc903b1-0ad0-4d81-a229-ef71ea8db08f'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:35:17.203987 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ebc6f40cb2ac68c89279b37e377f59c9ca88cf84401dffc3b34b74128c2044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcd94f6-58d0-454a-9766-e6961f7dbe51" -d '{"events": [{"name": "network-changed", "server_uuid": "5f25d59e-777d-49d3-b55d-dad1905e68a7", "tag": "dbc903b1-0ad0-4d81-a229-ef71ea8db08f"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:35:17.242465 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 18:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79ec939-7a5c-4c73-8466-2a1278eb306b x-openstack-request-id: req-f79ec939-7a5c-4c73-8466-2a1278eb306b {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:35:17.242767 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f25d59e-777d-49d3-b55d-dad1905e68a7", "tag": "dbc903b1-0ad0-4d81-a229-ef71ea8db08f", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:35:17.243051 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f79ec939-7a5c-4c73-8466-2a1278eb306b {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:35:17.243595 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f25d59e-777d-49d3-b55d-dad1905e68a7', 'tag': 'dbc903b1-0ad0-4d81-a229-ef71ea8db08f', 'status': 'completed', 'code': 200} Jan 17 18:35:17.316154 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd94f6-58d0-454a-9766-e6961f7dbe51 req-c24b56a4-70e6-4563-b828-688abf79c657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:17.317858 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6fcd94f6-58d0-454a-9766-e6961f7dbe51 req-c24b56a4-70e6-4563-b828-688abf79c657 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=866af26a4754486ca3599fdaeaeb709d&device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 1098 time: 0.0472145 Jan 17 18:35:17.421236 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd94f6-58d0-454a-9766-e6961f7dbe51 req-9b87d388-cf2c-41b2-870a-1e8b3ebd5b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:17.422711 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6fcd94f6-58d0-454a-9766-e6961f7dbe51 req-9b87d388-cf2c-41b2-870a-1e8b3ebd5b8b service neutron] 10.222.0.31 "GET /v2.0/networks?id=dccdeae5-587d-4d52-a83e-bf0e5e960be6 HTTP/1.1" status: 200 len: 915 time: 0.0972958 Jan 17 18:35:17.465381 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6fcd94f6-58d0-454a-9766-e6961f7dbe51 req-7ba1dcee-1277-44eb-98f0-62961da82aa6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbc903b1-0ad0-4d81-a229-ef71ea8db08f HTTP/1.1" status: 200 len: 217 time: 0.0361717 Jan 17 18:35:17.514835 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd94f6-58d0-454a-9766-e6961f7dbe51 req-947aecba-f86c-4132-b2f9-4e229a3f38b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:17.516302 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6fcd94f6-58d0-454a-9766-e6961f7dbe51 req-947aecba-f86c-4132-b2f9-4e229a3f38b9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64682820-22d9-45bb-a5bd-8cb7e93bf47a HTTP/1.1" status: 200 len: 853 time: 0.0437808 Jan 17 18:35:17.564228 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd94f6-58d0-454a-9766-e6961f7dbe51 req-62e88f4c-32f6-4b04-9e67-ea3f21b13f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:17.565706 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6fcd94f6-58d0-454a-9766-e6961f7dbe51 req-62e88f4c-32f6-4b04-9e67-ea3f21b13f52 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dccdeae5-587d-4d52-a83e-bf0e5e960be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428009 Jan 17 18:35:17.664762 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6fcd94f6-58d0-454a-9766-e6961f7dbe51 req-cb12089e-d558-4114-bb7f-4f05e0744fd7 service neutron] 10.222.0.31 "GET /v2.0/networks/dccdeae5-587d-4d52-a83e-bf0e5e960be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851400 Jan 17 18:35:17.759078 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6fcd94f6-58d0-454a-9766-e6961f7dbe51 req-194ab6ff-f141-4986-9ceb-1b86e6ac669d service neutron] 10.222.0.31 "GET /v2.0/networks/dccdeae5-587d-4d52-a83e-bf0e5e960be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872681 Jan 17 18:35:17.984295 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c0180-e720-4bd6-8bbb-05a25a077391 req-e428dff7-bf16-4a64-ab45-97dc420789d9 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:17.985740 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-c99c0180-e720-4bd6-8bbb-05a25a077391 req-e428dff7-bf16-4a64-ab45-97dc420789d9 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 945 time: 0.0489874 Jan 17 18:35:18.031289 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-c99c0180-e720-4bd6-8bbb-05a25a077391 req-c6332cee-759d-4895-b08a-c072c2cebcb4 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401120 Jan 17 18:35:18.081188 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a no longer exists at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:35:18.163592 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a is: ACTIVE; New status is: DOWN {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:35:18.164124 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:18.190103 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bdea89b-f3ae-4f5f-a0b1-92e83e589735', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:35:18.192391 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e36e39c9c94bd67d9c0bfa4cbed5ada700490a47b49253aa7a2931ae849a628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c3a750-b376-4fa1-8595-d7184082a41a" -d '{"events": [{"server_uuid": "8bdea89b-f3ae-4f5f-a0b1-92e83e589735", "name": "network-vif-unplugged", "status": "completed", "tag": "5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:35:18.206377 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a,segment=NetworkSegment(2c78bc40-75f9-41e4-87c6-931db814d21f),segment_id=2c78bc40-75f9-41e4-87c6-931db814d21f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:35:18.210923 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:18.219846 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56cebb5-bc0c-4ac3-a4c7-5fac1b6a4c41 req-ad814114-9355-4255-bbab-a9af8b673de4 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:18.221524 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b56cebb5-bc0c-4ac3-a4c7-5fac1b6a4c41 req-ad814114-9355-4255-bbab-a9af8b673de4 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b8ce1a-0914-457c-b040-cc272e323fa8 HTTP/1.1" status: 200 len: 943 time: 0.0623324 Jan 17 18:35:18.265214 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a,revision_number=8']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:35:18.297278 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b56cebb5-bc0c-4ac3-a4c7-5fac1b6a4c41 req-11352231-1da5-47c6-868a-2a5d06b1dbbb tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674834 Jan 17 18:35:18.340125 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 17 Jan 2022 18:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157e9cd2-160a-42f8-9f04-cece66bd6cc9 x-openstack-request-id: req-157e9cd2-160a-42f8-9f04-cece66bd6cc9 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:35:18.340430 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bdea89b-f3ae-4f5f-a0b1-92e83e589735", "name": "network-vif-unplugged", "status": "failed", "tag": "5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a", "code": 422}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:35:18.340779 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-157e9cd2-160a-42f8-9f04-cece66bd6cc9 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:35:18.341389 dv-cinder-824995-1-iscsi neutron-server[102424]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8bdea89b-f3ae-4f5f-a0b1-92e83e589735', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a', 'code': 422} returned with failed status Jan 17 18:35:18.563822 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f76ae2-8d74-44d8-8876-0e427eb4161e req-694a6d47-b889-4d01-9087-a5a5910d87f0 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:18.565566 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-08f76ae2-8d74-44d8-8876-0e427eb4161e req-694a6d47-b889-4d01-9087-a5a5910d87f0 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 945 time: 0.0500963 Jan 17 18:35:18.614513 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-08f76ae2-8d74-44d8-8876-0e427eb4161e req-e96883b0-8c28-4d52-a0b8-d7010924e59c tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae35a236-21e9-4b46-982d-37ea4de721b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431941 Jan 17 18:35:18.826361 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [req-95b38e34-3bbc-4c52-8bf2-c00b92af4834 req-abe41fdf-6c3d-4dd8-84d5-84398f059a78 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 18:35:18.827355 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-95b38e34-3bbc-4c52-8bf2-c00b92af4834 req-abe41fdf-6c3d-4dd8-84d5-84398f059a78 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059795 Jan 17 18:35:18.996923 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db5226-80c7-497a-8ca0-ed0bf2c76765 req-9d768ad0-c727-4870-8282-22e5683ada0e tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:18.998376 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-07db5226-80c7-497a-8ca0-ed0bf2c76765 req-9d768ad0-c727-4870-8282-22e5683ada0e tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 943 time: 0.0607154 Jan 17 18:35:19.058363 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-220ff760-6c0a-46c4-a514-1e57f492b50c req-87a41f0c-4e96-450b-b6f6-e07f95d296fc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0799530 Jan 17 18:35:19.065467 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-07db5226-80c7-497a-8ca0-ed0bf2c76765 req-63869bbc-4ced-4777-902f-2e3a17eb6a10 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532317 Jan 17 18:35:19.426632 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78cb17c-3931-4663-a322-9d53af36a053 req-1dfba4b9-801c-4edf-b384-b78a71718059 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:19.428153 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d78cb17c-3931-4663-a322-9d53af36a053 req-1dfba4b9-801c-4edf-b384-b78a71718059 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b8ce1a-0914-457c-b040-cc272e323fa8 HTTP/1.1" status: 200 len: 943 time: 0.0628457 Jan 17 18:35:19.481825 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d78cb17c-3931-4663-a322-9d53af36a053 req-a1f3f5a1-75b2-4e0e-840a-49bc56643591 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479178 Jan 17 18:35:19.734918 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e0df7-3a37-4254-b2e9-3bf2fa39371f req-0c30e953-a4d5-4409-8b53-70181a2d5468 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:19.736420 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-fc6e0df7-3a37-4254-b2e9-3bf2fa39371f req-0c30e953-a4d5-4409-8b53-70181a2d5468 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 945 time: 0.0517099 Jan 17 18:35:19.782330 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-fc6e0df7-3a37-4254-b2e9-3bf2fa39371f req-70a0c308-4e7e-4fcd-a048-5290353f45e2 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae35a236-21e9-4b46-982d-37ea4de721b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404663 Jan 17 18:35:19.892220 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ff760-6c0a-46c4-a514-1e57f492b50c req-639e067c-32b9-4768-9db6-75b296de62bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:19.893727 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-220ff760-6c0a-46c4-a514-1e57f492b50c req-639e067c-32b9-4768-9db6-75b296de62bc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735&tenant_id=11bc53620fe449daa11721cdccd1e9a7 HTTP/1.1" status: 200 len: 1096 time: 0.0479364 Jan 17 18:35:19.956762 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ff760-6c0a-46c4-a514-1e57f492b50c req-25ab0f49-a9bd-4139-b536-f07d6440f9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:19.958458 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-220ff760-6c0a-46c4-a514-1e57f492b50c req-25ab0f49-a9bd-4139-b536-f07d6440f9d6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11bc53620fe449daa11721cdccd1e9a7&device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 1096 time: 0.0411565 Jan 17 18:35:20.049360 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ff760-6c0a-46c4-a514-1e57f492b50c req-2f59f43f-6f19-403b-8342-24dde7b67948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:20.050830 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-220ff760-6c0a-46c4-a514-1e57f492b50c req-2f59f43f-6f19-403b-8342-24dde7b67948 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2212e019-d500-4b0c-9632-00978d519e48 HTTP/1.1" status: 200 len: 917 time: 0.0860105 Jan 17 18:35:20.119433 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-220ff760-6c0a-46c4-a514-1e57f492b50c req-301fbc00-9f00-422c-b34d-49db6dacd12d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a HTTP/1.1" status: 200 len: 998 time: 0.0612714 Jan 17 18:35:20.196413 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ff760-6c0a-46c4-a514-1e57f492b50c req-f05a6d6e-c453-4507-8feb-306e08a68814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:20.197810 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-220ff760-6c0a-46c4-a514-1e57f492b50c req-f05a6d6e-c453-4507-8feb-306e08a68814 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9ea9967e-4370-4564-98d1-90d5a9404775 HTTP/1.1" status: 200 len: 855 time: 0.0714571 Jan 17 18:35:20.212995 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73049388-2d16-4f47-9400-812fb9eea848 req-dc60ed37-c4da-49f9-98a2-dc0095df6b45 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:20.214329 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-73049388-2d16-4f47-9400-812fb9eea848 req-dc60ed37-c4da-49f9-98a2-dc0095df6b45 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 943 time: 0.0626829 Jan 17 18:35:20.282181 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ff760-6c0a-46c4-a514-1e57f492b50c req-b4c1b919-7e81-4e78-9fb5-a05d165170b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:20.283753 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-220ff760-6c0a-46c4-a514-1e57f492b50c req-b4c1b919-7e81-4e78-9fb5-a05d165170b4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2212e019-d500-4b0c-9632-00978d519e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685041 Jan 17 18:35:20.287300 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-73049388-2d16-4f47-9400-812fb9eea848 req-71513472-0e6e-47ec-abaa-004896a62002 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650353 Jan 17 18:35:20.376455 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-220ff760-6c0a-46c4-a514-1e57f492b50c req-9423f96f-0975-4cb4-9ede-f1c0101de6ba service neutron] 10.222.0.31 "GET /v2.0/networks/2212e019-d500-4b0c-9632-00978d519e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841544 Jan 17 18:35:20.472313 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-220ff760-6c0a-46c4-a514-1e57f492b50c req-b86bc3a9-d119-49e0-b614-8e4c734b18a4 service neutron] 10.222.0.31 "GET /v2.0/networks/2212e019-d500-4b0c-9632-00978d519e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819168 Jan 17 18:35:20.597713 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f5025-6eb8-4572-8d51-977e419a2d05 req-47dd74b9-0295-46d3-8087-7a7866685b6b tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:20.599212 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-e05f5025-6eb8-4572-8d51-977e419a2d05 req-47dd74b9-0295-46d3-8087-7a7866685b6b tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b8ce1a-0914-457c-b040-cc272e323fa8 HTTP/1.1" status: 200 len: 943 time: 0.0507483 Jan 17 18:35:20.600827 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee6501-8191-44d9-84b3-01d44cbe0e60 req-004332d9-6e90-4932-9220-421095a48930 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:20.602267 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-eaee6501-8191-44d9-84b3-01d44cbe0e60 req-004332d9-6e90-4932-9220-421095a48930 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 945 time: 0.0483217 Jan 17 18:35:20.651805 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-e05f5025-6eb8-4572-8d51-977e419a2d05 req-ae10833e-2eee-4755-9275-fb9a671789fc tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462444 Jan 17 18:35:20.708781 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-eaee6501-8191-44d9-84b3-01d44cbe0e60 req-738404d9-8442-4778-b93d-27c0103caac0 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Deleting port dbc903b1-0ad0-4d81-a229-ef71ea8db08f {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:35:20.708781 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eaee6501-8191-44d9-84b3-01d44cbe0e60 req-738404d9-8442-4778-b93d-27c0103caac0 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (dbc903b1-0ad0-4d81-a229-ef71ea8db08f), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:20.799912 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-eaee6501-8191-44d9-84b3-01d44cbe0e60 req-738404d9-8442-4778-b93d-27c0103caac0 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] For port dbc903b1-0ad0-4d81-a229-ef71ea8db08f, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=dbc903b1-0ad0-4d81-a229-ef71ea8db08f,segment=NetworkSegment(e0855cfa-57b2-4036-adea-73fc74dd99a2),segment_id=e0855cfa-57b2-4036-adea-73fc74dd99a2)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:35:20.800255 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eaee6501-8191-44d9-84b3-01d44cbe0e60 req-738404d9-8442-4778-b93d-27c0103caac0 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (dbc903b1-0ad0-4d81-a229-ef71ea8db08f), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:20.815905 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-eaee6501-8191-44d9-84b3-01d44cbe0e60 req-738404d9-8442-4778-b93d-27c0103caac0 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Calling delete_port for dbc903b1-0ad0-4d81-a229-ef71ea8db08f owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:35:20.930473 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94998394-2fd7-4c9b-8169-f927b050b64e req-a97a36db-9188-43df-be69-c795fb08fc95 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:20.940713 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-94998394-2fd7-4c9b-8169-f927b050b64e req-a97a36db-9188-43df-be69-c795fb08fc95 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 945 time: 0.0838296 Jan 17 18:35:21.017363 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eaee6501-8191-44d9-84b3-01d44cbe0e60 req-738404d9-8442-4778-b93d-27c0103caac0 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261205625'] for port (dbc903b1-0ad0-4d81-a229-ef71ea8db08f), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:21.025804 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-94998394-2fd7-4c9b-8169-f927b050b64e req-c06c8f76-e8b6-49ee-b2de-9353f4c98296 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae35a236-21e9-4b46-982d-37ea4de721b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699680 Jan 17 18:35:21.030025 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['dbc903b1-0ad0-4d81-a229-ef71ea8db08f'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:35:21.107944 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738404d9-8442-4778-b93d-27c0103caac0 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Pushing event deleted for resources: {'Port': ['ID=dbc903b1-0ad0-4d81-a229-ef71ea8db08f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:35:21.133867 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f87cf81f-4bf4-4314-91bf-0d49106bf050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:21.155304 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaee6501-8191-44d9-84b3-01d44cbe0e60 req-738404d9-8442-4778-b93d-27c0103caac0 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] No DVR routers for this DVR port dbc903b1-0ad0-4d81-a229-ef71ea8db08f on host hv-cinder-82499 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 18:35:21.158739 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eaee6501-8191-44d9-84b3-01d44cbe0e60 req-738404d9-8442-4778-b93d-27c0103caac0 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:21.162240 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-eaee6501-8191-44d9-84b3-01d44cbe0e60 req-738404d9-8442-4778-b93d-27c0103caac0 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.31 "DELETE /v2.0/ports/dbc903b1-0ad0-4d81-a229-ef71ea8db08f HTTP/1.1" status: 204 len: 173 time: 0.5492690 Jan 17 18:35:21.162847 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f25d59e-777d-49d3-b55d-dad1905e68a7', 'name': 'network-vif-deleted', 'tag': 'dbc903b1-0ad0-4d81-a229-ef71ea8db08f'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:35:21.166128 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ebc6f40cb2ac68c89279b37e377f59c9ca88cf84401dffc3b34b74128c2044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6a6d77-4d33-477e-b938-d1fa765331e3" -d '{"events": [{"server_uuid": "5f25d59e-777d-49d3-b55d-dad1905e68a7", "name": "network-vif-deleted", "tag": "dbc903b1-0ad0-4d81-a229-ef71ea8db08f"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:35:21.215586 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a1a18e-59d4-4d67-a289-53e443ec2b7f x-openstack-request-id: req-83a1a18e-59d4-4d67-a289-53e443ec2b7f {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:35:21.216238 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f25d59e-777d-49d3-b55d-dad1905e68a7", "name": "network-vif-deleted", "tag": "dbc903b1-0ad0-4d81-a229-ef71ea8db08f", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:35:21.216672 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-83a1a18e-59d4-4d67-a289-53e443ec2b7f {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:35:21.217314 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f25d59e-777d-49d3-b55d-dad1905e68a7', 'name': 'network-vif-deleted', 'tag': 'dbc903b1-0ad0-4d81-a229-ef71ea8db08f', 'status': 'completed', 'code': 200} Jan 17 18:35:21.415784 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b9ac7-ea99-49b9-9b94-c8d98e0c790b req-29868196-973b-44e5-9112-055a1c674464 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:21.417258 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-106b9ac7-ea99-49b9-9b94-c8d98e0c790b req-29868196-973b-44e5-9112-055a1c674464 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 943 time: 0.0520170 Jan 17 18:35:21.473633 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-106b9ac7-ea99-49b9-9b94-c8d98e0c790b req-cd66f0dc-c70b-4816-a583-25302bd105eb tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502071 Jan 17 18:35:21.774012 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791de05-5b16-41a0-bfb2-4415aaa5e647 req-43b2a2d3-bfed-42bd-95e0-8ab80a37e61d tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:21.775830 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d791de05-5b16-41a0-bfb2-4415aaa5e647 req-43b2a2d3-bfed-42bd-95e0-8ab80a37e61d tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b8ce1a-0914-457c-b040-cc272e323fa8 HTTP/1.1" status: 200 len: 943 time: 0.0535970 Jan 17 18:35:21.827956 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d791de05-5b16-41a0-bfb2-4415aaa5e647 req-3b11e0a7-9ab4-4384-be47-8c9e1e35c3d7 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461206 Jan 17 18:35:22.111628 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a no longer exists at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:35:22.125393 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-3a83b163-fe99-4679-bf27-f4e0b2c094e4 req-9abe74ce-e4e7-444d-a972-de8cc576c74d tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 210 time: 0.0285294 Jan 17 18:35:22.193616 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a is: DOWN; New status is: DOWN {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:35:22.194791 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device dbc903b1-0ad0-4d81-a229-ef71ea8db08f no longer exists at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:35:22.214429 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] No Port match for: dbc903b1-0ad0-4d81-a229-ef71ea8db08f {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:35:22.214777 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device dbc903b1-0ad0-4d81-a229-ef71ea8db08f not bound to the agent host hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:35:22.599355 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47d289-a46b-48ab-b20a-600bef79127c req-7e2dfdb3-29ce-481e-aefa-a1bd90b5727e tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:22.600905 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ed47d289-a46b-48ab-b20a-600bef79127c req-7e2dfdb3-29ce-481e-aefa-a1bd90b5727e tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 943 time: 0.0523548 Jan 17 18:35:22.653079 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ed47d289-a46b-48ab-b20a-600bef79127c req-a22012a5-f97b-427d-b23a-e9db50d3d5a1 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463345 Jan 17 18:35:22.954331 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b971b17-dfb8-4c7e-bfc7-997e156cb482 req-db3e1d4e-0561-4f13-a5d4-f90cd5d0e6e7 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:22.955872 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1b971b17-dfb8-4c7e-bfc7-997e156cb482 req-db3e1d4e-0561-4f13-a5d4-f90cd5d0e6e7 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b8ce1a-0914-457c-b040-cc272e323fa8 HTTP/1.1" status: 200 len: 943 time: 0.0566278 Jan 17 18:35:23.008020 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1b971b17-dfb8-4c7e-bfc7-997e156cb482 req-1e895ed2-0cd9-45ab-895a-ce19d78f30fc tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465980 Jan 17 18:35:23.224341 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-f5d00df2-7549-44b9-a7aa-0bde00202462 req-be26b760-0a59-4e58-9967-936641c83ca7 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 210 time: 0.0271051 Jan 17 18:35:23.376770 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8be57170-606f-40e8-9597-bb1f43624d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:23.779242 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c844b9d-bda9-4d13-807b-b636fb05fd19 req-12220644-7bf9-43be-9e3f-699807a6c91e tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:23.780796 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-9c844b9d-bda9-4d13-807b-b636fb05fd19 req-12220644-7bf9-43be-9e3f-699807a6c91e tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 943 time: 0.0527029 Jan 17 18:35:23.833991 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-9c844b9d-bda9-4d13-807b-b636fb05fd19 req-469de124-e9b3-4a53-87cc-bccc5790af70 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465691 Jan 17 18:35:24.132890 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fda72b-4696-47ea-8306-0a05399ecf98 req-6321881c-eaee-4fe3-a36d-98dcf5846220 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:24.134655 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-24fda72b-4696-47ea-8306-0a05399ecf98 req-6321881c-eaee-4fe3-a36d-98dcf5846220 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b8ce1a-0914-457c-b040-cc272e323fa8 HTTP/1.1" status: 200 len: 943 time: 0.0535417 Jan 17 18:35:24.187468 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-24fda72b-4696-47ea-8306-0a05399ecf98 req-6915ac6e-c244-401c-be83-1d70b262450f tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462120 Jan 17 18:35:24.328639 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c73c8fa4-fbeb-4b4a-8461-d72d67c013ae req-c50b6b54-09e2-49e4-9cfd-ab78c906d9cf tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 210 time: 0.0265887 Jan 17 18:35:24.554612 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:24.957001 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b213a819-57d4-4c56-9bee-3345e6292f3a req-6f0affbc-9c98-4ef9-a75d-084359428316 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:24.958780 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b213a819-57d4-4c56-9bee-3345e6292f3a req-6f0affbc-9c98-4ef9-a75d-084359428316 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 943 time: 0.0504189 Jan 17 18:35:25.013487 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b213a819-57d4-4c56-9bee-3345e6292f3a req-d3d3e86e-d90a-4f66-abca-662dc3ef767a tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460835 Jan 17 18:35:25.313107 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e09e4-8a30-43d6-a6b2-4c77a22a6f4b req-6d7e256a-10b2-4d98-b29b-6d82a49f5828 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:25.314594 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-2e5e09e4-8a30-43d6-a6b2-4c77a22a6f4b req-6d7e256a-10b2-4d98-b29b-6d82a49f5828 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b8ce1a-0914-457c-b040-cc272e323fa8 HTTP/1.1" status: 200 len: 943 time: 0.0526383 Jan 17 18:35:25.370653 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-2e5e09e4-8a30-43d6-a6b2-4c77a22a6f4b req-51c50de9-e08f-4aa9-a00f-200b249cbbb6 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500348 Jan 17 18:35:25.457253 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-a1e0fe00-a617-4727-a0c5-fa073ad5e249 req-d8f93330-1d8e-4a71-af5d-a1eacc9eff5c tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 210 time: 0.0276742 Jan 17 18:35:26.128718 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:26.142290 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea3bda-e55a-4f4d-b43b-60d843db1922 req-5637352b-8f1b-4775-a6dc-07115b92f4c3 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:26.143778 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-adea3bda-e55a-4f4d-b43b-60d843db1922 req-5637352b-8f1b-4775-a6dc-07115b92f4c3 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 943 time: 0.0556202 Jan 17 18:35:26.198675 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-adea3bda-e55a-4f4d-b43b-60d843db1922 req-a43f8130-8ae9-416f-9615-10e18094feb3 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488865 Jan 17 18:35:26.499051 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56a015-9a01-49de-afa6-3b39a7f964dd req-d694e3f4-371c-4fb4-a5ad-7bbe997c9722 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:26.500598 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ca56a015-9a01-49de-afa6-3b39a7f964dd req-d694e3f4-371c-4fb4-a5ad-7bbe997c9722 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b8ce1a-0914-457c-b040-cc272e323fa8 HTTP/1.1" status: 200 len: 943 time: 0.0512838 Jan 17 18:35:26.552636 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ca56a015-9a01-49de-afa6-3b39a7f964dd req-34415e87-d21c-419d-b4fe-8f18368ff9f7 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461791 Jan 17 18:35:26.640236 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6b4839a4-0a92-46e3-a5c2-d69bbfbbe4dd req-47273fe8-0139-4a52-990e-80316dfab65d tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 210 time: 0.0298955 Jan 17 18:35:27.323504 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f79bd-c44c-463f-ba19-e2bfef28fd7f req-63d75f71-2a29-4d2f-ad42-e45c067098a9 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:27.325391 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-793f79bd-c44c-463f-ba19-e2bfef28fd7f req-63d75f71-2a29-4d2f-ad42-e45c067098a9 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 943 time: 0.0530941 Jan 17 18:35:27.341907 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:27.382565 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-793f79bd-c44c-463f-ba19-e2bfef28fd7f req-95259561-0f71-48bb-b109-d514d8556942 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500486 Jan 17 18:35:27.671938 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207d085-b566-4ccf-9da7-562c5f20f156 req-1292fe3f-56de-4860-8457-be73dd59c978 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:27.674284 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-a207d085-b566-4ccf-9da7-562c5f20f156 req-1292fe3f-56de-4860-8457-be73dd59c978 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b8ce1a-0914-457c-b040-cc272e323fa8 HTTP/1.1" status: 200 len: 943 time: 0.0515082 Jan 17 18:35:27.734146 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-a207d085-b566-4ccf-9da7-562c5f20f156 req-5997cf1d-ab81-4301-afd8-b6eb58045ad1 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482252 Jan 17 18:35:27.816288 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-3a31e6fa-520a-4c54-8073-92ac7f279c89 req-317b264e-263c-417e-b015-78e657a224b8 tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 210 time: 0.0285633 Jan 17 18:35:28.505151 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7348e3-71b3-426f-beab-81b3a0e2b523 req-da2cf9e8-e5fe-462a-a450-c93894fc8ffc tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:28.507014 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-3d7348e3-71b3-426f-beab-81b3a0e2b523 req-da2cf9e8-e5fe-462a-a450-c93894fc8ffc tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 943 time: 0.0501306 Jan 17 18:35:28.563998 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-3d7348e3-71b3-426f-beab-81b3a0e2b523 req-ad3f4cb3-fad0-4d2f-9206-35b1cb4e6ae9 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503578 Jan 17 18:35:28.645133 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 6 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:35:28.853831 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd959a-e2c1-4b94-b425-fee3a7a51d29 req-c5513b2b-176c-4a98-945f-bde89b1b2c3a tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:28.855822 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-bafd959a-e2c1-4b94-b425-fee3a7a51d29 req-c5513b2b-176c-4a98-945f-bde89b1b2c3a tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b8ce1a-0914-457c-b040-cc272e323fa8 HTTP/1.1" status: 200 len: 943 time: 0.0543921 Jan 17 18:35:28.908091 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-bafd959a-e2c1-4b94-b425-fee3a7a51d29 req-92070883-b377-4e74-8342-64b9e49723dd tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466709 Jan 17 18:35:29.037393 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-46de1e9b-8dee-46bb-b048-08627210eb42 req-7afb2d7f-d41e-4c33-b1b2-9cab309a8d8b tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 210 time: 0.0569355 Jan 17 18:35:29.696095 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad6cd5-d9fe-4607-a591-1fb0b3018163 req-4c294169-00a7-4242-86e3-0e862cb50b7a tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:29.697610 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-15ad6cd5-d9fe-4607-a591-1fb0b3018163 req-4c294169-00a7-4242-86e3-0e862cb50b7a tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 943 time: 0.0526187 Jan 17 18:35:29.748372 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-15ad6cd5-d9fe-4607-a591-1fb0b3018163 req-14f47751-a278-42fa-9d9f-4f4aa30cefdb tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445011 Jan 17 18:35:30.022632 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c7cc2-a353-4e1a-b4fb-c6c7330553e4 req-b62235e6-2083-4854-8110-bb556c8fe7e5 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:30.024131 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-538c7cc2-a353-4e1a-b4fb-c6c7330553e4 req-b62235e6-2083-4854-8110-bb556c8fe7e5 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b8ce1a-0914-457c-b040-cc272e323fa8 HTTP/1.1" status: 200 len: 943 time: 0.0496359 Jan 17 18:35:30.073674 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-538c7cc2-a353-4e1a-b4fb-c6c7330553e4 req-e3427169-8f3a-43f8-b92a-b23be1a8a4d4 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439742 Jan 17 18:35:30.155235 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-acc59b49-7958-4919-b985-107ab6f5c2e4 req-724270bc-e933-4f89-97b8-686b3663cd0a tempest-TestMinimumBasicScenario-1151534754 tempest-TestMinimumBasicScenario-1151534754-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f25d59e-777d-49d3-b55d-dad1905e68a7 HTTP/1.1" status: 200 len: 210 time: 0.0278699 Jan 17 18:35:30.864270 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca53cca-7dfe-4028-a25e-c9708419ed43 req-cd04a3d9-a802-4aec-9ad7-86a0800455b6 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:30.865626 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-cca53cca-7dfe-4028-a25e-c9708419ed43 req-cd04a3d9-a802-4aec-9ad7-86a0800455b6 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 943 time: 0.0477328 Jan 17 18:35:30.914832 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-cca53cca-7dfe-4028-a25e-c9708419ed43 req-630fc163-6eb1-43c0-a8c5-078782b5f04e tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430877 Jan 17 18:35:31.188034 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a99c1c-db51-47bf-aa41-0d127b2f996e req-0bad1957-76ee-4611-90c3-755e67f3fc4e tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:31.189516 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-f7a99c1c-db51-47bf-aa41-0d127b2f996e req-0bad1957-76ee-4611-90c3-755e67f3fc4e tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b8ce1a-0914-457c-b040-cc272e323fa8 HTTP/1.1" status: 200 len: 943 time: 0.0477998 Jan 17 18:35:31.239035 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-f7a99c1c-db51-47bf-aa41-0d127b2f996e req-e853707e-718d-4d63-8477-eb9d2e373c41 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440199 Jan 17 18:35:31.688637 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 60508) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:35:32.021923 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d3d0580e-85e3-4795-8ea2-68f3d73f5bd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567050'] for router_interface (7bbaece0-7949-4721-b43e-d3f3112ca0f4), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:32.042959 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79a4f1-28b9-44f2-93bd-daf97467e9ca req-d6443d7f-8531-4d3b-a6d7-0bd34c724160 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:32.044160 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-de79a4f1-28b9-44f2-93bd-daf97467e9ca req-d6443d7f-8531-4d3b-a6d7-0bd34c724160 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 943 time: 0.0532734 Jan 17 18:35:32.092196 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-de79a4f1-28b9-44f2-93bd-daf97467e9ca req-f09c967e-d52c-49d3-ab42-c1d94ffae74c tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419343 Jan 17 18:35:32.139877 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device be29906c-17b9-4d03-99a0-9040fdade75b details requested by agent hyperv_hv-cinder-82499 with host hv-cinder-82499 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 18:35:32.235201 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port be29906c-17b9-4d03-99a0-9040fdade75b, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=be29906c-17b9-4d03-99a0-9040fdade75b,segment=NetworkSegment(fa3ece1b-5d86-44f9-89b6-42ddd45f5966),segment_id=fa3ece1b-5d86-44f9-89b6-42ddd45f5966)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:35:32.246713 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Returning: {'device': 'be29906c-17b9-4d03-99a0-9040fdade75b', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'port_id': 'be29906c-17b9-4d03-99a0-9040fdade75b', 'mac_address': 'fa:16:3e:22:4f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 18:35:32.268705 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-d3d0580e-85e3-4795-8ea2-68f3d73f5bd3 admin admin] Deleting port b71cc3b5-df0c-4879-8169-0c3c93ac7756 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:35:32.268705 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d3d0580e-85e3-4795-8ea2-68f3d73f5bd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (b71cc3b5-df0c-4879-8169-0c3c93ac7756), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:32.284135 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port be29906c-17b9-4d03-99a0-9040fdade75b is: DOWN; New status is: BUILD {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:35:32.284526 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (be29906c-17b9-4d03-99a0-9040fdade75b), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:32.297627 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be29906c-17b9-4d03-99a0-9040fdade75b {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:35:32.317753 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port be29906c-17b9-4d03-99a0-9040fdade75b, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=be29906c-17b9-4d03-99a0-9040fdade75b,segment=NetworkSegment(fa3ece1b-5d86-44f9-89b6-42ddd45f5966),segment_id=fa3ece1b-5d86-44f9-89b6-42ddd45f5966)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:35:32.324215 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (be29906c-17b9-4d03-99a0-9040fdade75b), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:32.325002 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a details requested by agent hyperv_hv-cinder-82499 with host hv-cinder-82499 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 18:35:32.373864 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-d3d0580e-85e3-4795-8ea2-68f3d73f5bd3 admin admin] For port b71cc3b5-df0c-4879-8169-0c3c93ac7756, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=b71cc3b5-df0c-4879-8169-0c3c93ac7756,segment=NetworkSegment(e0855cfa-57b2-4036-adea-73fc74dd99a2),segment_id=e0855cfa-57b2-4036-adea-73fc74dd99a2)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:35:32.374240 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d3d0580e-85e3-4795-8ea2-68f3d73f5bd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (b71cc3b5-df0c-4879-8169-0c3c93ac7756), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:32.395863 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-d3d0580e-85e3-4795-8ea2-68f3d73f5bd3 admin admin] Calling delete_port for b71cc3b5-df0c-4879-8169-0c3c93ac7756 owned by network:router_interface {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:35:32.411966 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a815533-a8c6-4f5b-b116-8a506e66d974 req-ee07e701-c091-4120-b90b-8ff1b8ea1f6c tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:32.413774 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-9a815533-a8c6-4f5b-b116-8a506e66d974 req-ee07e701-c091-4120-b90b-8ff1b8ea1f6c tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b8ce1a-0914-457c-b040-cc272e323fa8 HTTP/1.1" status: 200 len: 944 time: 0.0885732 Jan 17 18:35:32.429507 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=be29906c-17b9-4d03-99a0-9040fdade75b,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:35:32.468828 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a,segment=NetworkSegment(2c78bc40-75f9-41e4-87c6-931db814d21f),segment_id=2c78bc40-75f9-41e4-87c6-931db814d21f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:35:32.480481 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Returning: {'device': '5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a', 'network_id': '2212e019-d500-4b0c-9632-00978d519e48', 'port_id': '5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a', 'mac_address': 'fa:16:3e:bf:a8:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea9967e-4370-4564-98d1-90d5a9404775', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 18:35:32.516812 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-9a815533-a8c6-4f5b-b116-8a506e66d974 req-7b8ffb33-e927-4ca5-b9da-dcfe64f66c3f tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962043 Jan 17 18:35:32.517852 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a is: DOWN; New status is: BUILD {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:35:32.518238 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:32.537686 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:35:32.560972 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a,segment=NetworkSegment(2c78bc40-75f9-41e4-87c6-931db814d21f),segment_id=2c78bc40-75f9-41e4-87c6-931db814d21f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:35:32.567268 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:32.614335 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a,revision_number=9']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:35:32.636328 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d3d0580e-85e3-4795-8ea2-68f3d73f5bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261205625'] for port (b71cc3b5-df0c-4879-8169-0c3c93ac7756), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:32.662006 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d0580e-85e3-4795-8ea2-68f3d73f5bd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b71cc3b5-df0c-4879-8169-0c3c93ac7756,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:35:32.801457 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['be29906c-17b9-4d03-99a0-9040fdade75b'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:35:32.826407 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d3d0580e-85e3-4795-8ea2-68f3d73f5bd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-997627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-565914'] for router_interface (7bbaece0-7949-4721-b43e-d3f3112ca0f4), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:32.826982 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:35:33.039533 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d0580e-85e3-4795-8ea2-68f3d73f5bd3 admin admin] Router 7bbaece0-7949-4721-b43e-d3f3112ca0f4 has already been hosted by L3 agent f711a738-9445-49a6-871d-c35940c1a323 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 18:35:33.221765 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a50f4-b1a2-48a3-849d-93fd70ba31b8 req-b23e97b6-0dcb-445a-8274-05e264ed225c tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:33.223341 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ae1a50f4-b1a2-48a3-849d-93fd70ba31b8 req-b23e97b6-0dcb-445a-8274-05e264ed225c tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 944 time: 0.0500696 Jan 17 18:35:33.276443 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ae1a50f4-b1a2-48a3-849d-93fd70ba31b8 req-9b0d3290-8202-4c20-b366-90a98ff95389 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467536 Jan 17 18:35:33.421908 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d0580e-85e3-4795-8ea2-68f3d73f5bd3 admin admin] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:35:33.426770 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-d3d0580e-85e3-4795-8ea2-68f3d73f5bd3 admin admin] 10.222.0.57 "PUT /v2.0/routers/7bbaece0-7949-4721-b43e-d3f3112ca0f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7371650 Jan 17 18:35:33.429258 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 60518) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:35:33.431952 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bff8bd9-23f3-44c9-bbb5-0415593add4c None None] Sync routers for ids ['7bbaece0-7949-4721-b43e-d3f3112ca0f4'] in dv-cinder-824995-1-iscsi {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:35:33.441542 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bff8bd9-23f3-44c9-bbb5-0415593add4c None None] Routers {'7bbaece0-7949-4721-b43e-d3f3112ca0f4'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:35:33.442306 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-7bff8bd9-23f3-44c9-bbb5-0415593add4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:35:23Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['7bbaece0-7949-4721-b43e-d3f3112ca0f4'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:35:33.536282 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-54e707b6-d5e9-4549-b185-aea16060fdf0 admin admin] Publish callbacks [] for router (7bbaece0-7949-4721-b43e-d3f3112ca0f4), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:33.550071 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-7bff8bd9-23f3-44c9-bbb5-0415593add4c None None] Set router 7bbaece0-7949-4721-b43e-d3f3112ca0f4 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:35:33.638308 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe01e4e-0a25-4629-8a3f-a4790a2abde7 req-58ea2720-4cb2-4572-836b-38b01c029836 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:33.640196 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ffe01e4e-0a25-4629-8a3f-a4790a2abde7 req-58ea2720-4cb2-4572-836b-38b01c029836 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b8ce1a-0914-457c-b040-cc272e323fa8 HTTP/1.1" status: 200 len: 944 time: 0.0529873 Jan 17 18:35:33.644131 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-54e707b6-d5e9-4549-b185-aea16060fdf0 admin admin] Publish callbacks [] for router_gateway (7bbaece0-7949-4721-b43e-d3f3112ca0f4), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:33.704331 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-54e707b6-d5e9-4549-b185-aea16060fdf0 admin admin] Deleting port 95e0aedc-e5a4-403d-9ac6-e720122fe5f8 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:35:33.704978 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-54e707b6-d5e9-4549-b185-aea16060fdf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (95e0aedc-e5a4-403d-9ac6-e720122fe5f8), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:33.705788 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ffe01e4e-0a25-4629-8a3f-a4790a2abde7 req-1c184cc8-394d-4490-ad97-8ed1597577cd tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578201 Jan 17 18:35:33.793642 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-54e707b6-d5e9-4549-b185-aea16060fdf0 admin admin] For port 95e0aedc-e5a4-403d-9ac6-e720122fe5f8, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=95e0aedc-e5a4-403d-9ac6-e720122fe5f8,segment=NetworkSegment(8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f),segment_id=8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:35:33.794010 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-54e707b6-d5e9-4549-b185-aea16060fdf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (95e0aedc-e5a4-403d-9ac6-e720122fe5f8), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:33.806198 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-54e707b6-d5e9-4549-b185-aea16060fdf0 admin admin] Calling delete_port for 95e0aedc-e5a4-403d-9ac6-e720122fe5f8 owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:35:33.870161 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-7bff8bd9-23f3-44c9-bbb5-0415593add4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbaece0-7949-4721-b43e-d3f3112ca0f4', 'name': 'tempest-TestMinimumBasicScenario-800836984-router', 'tenant_id': '866af26a4754486ca3599fdaeaeb709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '95e0aedc-e5a4-403d-9ac6-e720122fe5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:32:57Z', 'updated_at': '2022-01-17T18:35:32Z', 'revision_number': 5, 'project_id': '866af26a4754486ca3599fdaeaeb709d', 'gw_port': {'id': '95e0aedc-e5a4-403d-9ac6-e720122fe5f8', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:61:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbaece0-7949-4721-b43e-d3f3112ca0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:32:58Z', 'updated_at': '2022-01-17T18:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi'}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:35:33.897187 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bff8bd9-23f3-44c9-bbb5-0415593add4c None None] Checking router: 7bbaece0-7949-4721-b43e-d3f3112ca0f4 for host: dv-cinder-824995-1-iscsi {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:35:33.906557 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bff8bd9-23f3-44c9-bbb5-0415593add4c None None] Routers {'7bbaece0-7949-4721-b43e-d3f3112ca0f4'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:35:33.907167 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-7bff8bd9-23f3-44c9-bbb5-0415593add4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:35:23Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['7bbaece0-7949-4721-b43e-d3f3112ca0f4'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:35:33.970246 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-54e707b6-d5e9-4549-b185-aea16060fdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261205625'] for port (95e0aedc-e5a4-403d-9ac6-e720122fe5f8), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:33.996058 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-7bff8bd9-23f3-44c9-bbb5-0415593add4c None None] Set router 7bbaece0-7949-4721-b43e-d3f3112ca0f4 gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:35:33.999364 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e707b6-d5e9-4549-b185-aea16060fdf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=95e0aedc-e5a4-403d-9ac6-e720122fe5f8,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:35:34.052476 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-7bff8bd9-23f3-44c9-bbb5-0415593add4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbaece0-7949-4721-b43e-d3f3112ca0f4', 'name': 'tempest-TestMinimumBasicScenario-800836984-router', 'tenant_id': '866af26a4754486ca3599fdaeaeb709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:32:57Z', 'updated_at': '2022-01-17T18:35:33Z', 'revision_number': 6, 'project_id': '866af26a4754486ca3599fdaeaeb709d', 'gw_port_host': None}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:35:34.063885 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-54e707b6-d5e9-4549-b185-aea16060fdf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565616'] for router_gateway (7bbaece0-7949-4721-b43e-d3f3112ca0f4), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:34.080106 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bff8bd9-23f3-44c9-bbb5-0415593add4c None None] The sync data for ids ['7bbaece0-7949-4721-b43e-d3f3112ca0f4'] in dv-cinder-824995-1-iscsi is: [{'id': '7bbaece0-7949-4721-b43e-d3f3112ca0f4', 'name': 'tempest-TestMinimumBasicScenario-800836984-router', 'tenant_id': '866af26a4754486ca3599fdaeaeb709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:32:57Z', 'updated_at': '2022-01-17T18:35:33Z', 'revision_number': 6, 'project_id': '866af26a4754486ca3599fdaeaeb709d', 'gw_port_host': None}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:35:34.140941 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device be29906c-17b9-4d03-99a0-9040fdade75b up at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:35:34.162126 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-54e707b6-d5e9-4549-b185-aea16060fdf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31983'] for router (7bbaece0-7949-4721-b43e-d3f3112ca0f4), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:34.164270 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-54e707b6-d5e9-4549-b185-aea16060fdf0 admin admin] Publish callbacks [] for router_controller (7bbaece0-7949-4721-b43e-d3f3112ca0f4), precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:34.192413 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning for port be29906c-17b9-4d03-99a0-9040fdade75b completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 18:35:34.196167 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning complete for port be29906c-17b9-4d03-99a0-9040fdade75b triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:35:34.196514 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (be29906c-17b9-4d03-99a0-9040fdade75b), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:34.207622 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-54e707b6-d5e9-4549-b185-aea16060fdf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-567788'] for router (7bbaece0-7949-4721-b43e-d3f3112ca0f4), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:34.208174 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e707b6-d5e9-4549-b185-aea16060fdf0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bbaece0-7949-4721-b43e-d3f3112ca0f4 {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 18:35:34.213730 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-54e707b6-d5e9-4549-b185-aea16060fdf0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:34.217036 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-54e707b6-d5e9-4549-b185-aea16060fdf0 admin admin] 10.222.0.57 "DELETE /v2.0/routers/7bbaece0-7949-4721-b43e-d3f3112ca0f4 HTTP/1.1" status: 204 len: 168 time: 0.7842696 Jan 17 18:35:34.217381 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 60524) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:35:34.266398 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-c20f20da-8d8c-4d40-975d-9793eadce1b1 admin admin] Deleting subnet 64682820-22d9-45bb-a5bd-8cb7e93bf47a {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 18:35:34.269429 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c20f20da-8d8c-4d40-975d-9793eadce1b1 admin admin] Publish callbacks [] for subnet (64682820-22d9-45bb-a5bd-8cb7e93bf47a), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:34.274554 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port be29906c-17b9-4d03-99a0-9040fdade75b is: BUILD; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:35:34.274949 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (be29906c-17b9-4d03-99a0-9040fdade75b), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:34.298969 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b8ce1a-0914-457c-b040-cc272e323fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be29906c-17b9-4d03-99a0-9040fdade75b'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:35:34.301239 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e36e39c9c94bd67d9c0bfa4cbed5ada700490a47b49253aa7a2931ae849a628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641f9edb-10be-4403-83ac-f0cdcd8daa2a" -d '{"events": [{"server_uuid": "10b8ce1a-0914-457c-b040-cc272e323fa8", "name": "network-vif-plugged", "status": "completed", "tag": "be29906c-17b9-4d03-99a0-9040fdade75b"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:35:34.304372 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c20f20da-8d8c-4d40-975d-9793eadce1b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3232230'] for subnet (64682820-22d9-45bb-a5bd-8cb7e93bf47a), precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:34.314015 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port be29906c-17b9-4d03-99a0-9040fdade75b, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=be29906c-17b9-4d03-99a0-9040fdade75b,segment=NetworkSegment(fa3ece1b-5d86-44f9-89b6-42ddd45f5966),segment_id=fa3ece1b-5d86-44f9-89b6-42ddd45f5966)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:35:34.318001 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (be29906c-17b9-4d03-99a0-9040fdade75b), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:34.318948 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a up at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:35:34.374083 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a59d344-2e2b-44d6-9ecd-039e13c2fe51 x-openstack-request-id: req-9a59d344-2e2b-44d6-9ecd-039e13c2fe51 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:35:34.374376 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b8ce1a-0914-457c-b040-cc272e323fa8", "name": "network-vif-plugged", "status": "completed", "tag": "be29906c-17b9-4d03-99a0-9040fdade75b", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:35:34.374624 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9a59d344-2e2b-44d6-9ecd-039e13c2fe51 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:35:34.375061 dv-cinder-824995-1-iscsi neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b8ce1a-0914-457c-b040-cc272e323fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be29906c-17b9-4d03-99a0-9040fdade75b', 'code': 200} Jan 17 18:35:34.408582 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=be29906c-17b9-4d03-99a0-9040fdade75b,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:35:34.427980 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning complete for port 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:35:34.428364 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:34.473270 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c20f20da-8d8c-4d40-975d-9793eadce1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16255576'] for subnet (64682820-22d9-45bb-a5bd-8cb7e93bf47a), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:34.514515 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c8be3-1e59-42de-8989-a62888c8e3b3 req-b7b4f3b0-3ffe-4082-93c0-ae6298c5bc48 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:34.516083 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4c7c8be3-1e59-42de-8989-a62888c8e3b3 req-b7b4f3b0-3ffe-4082-93c0-ae6298c5bc48 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 944 time: 0.1135974 Jan 17 18:35:34.533757 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a is: BUILD; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:35:34.534329 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:34.580565 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c20f20da-8d8c-4d40-975d-9793eadce1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16255567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261205578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261080105'] for subnet (64682820-22d9-45bb-a5bd-8cb7e93bf47a), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:34.581488 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a,segment=NetworkSegment(2c78bc40-75f9-41e4-87c6-931db814d21f),segment_id=2c78bc40-75f9-41e4-87c6-931db814d21f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:35:34.586985 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:34.612113 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f20da-8d8c-4d40-975d-9793eadce1b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64682820-22d9-45bb-a5bd-8cb7e93bf47a,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:35:34.632147 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c20f20da-8d8c-4d40-975d-9793eadce1b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:34.638210 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-c20f20da-8d8c-4d40-975d-9793eadce1b1 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/64682820-22d9-45bb-a5bd-8cb7e93bf47a HTTP/1.1" status: 204 len: 168 time: 0.4174247 Jan 17 18:35:34.638601 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 60532) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:35:34.640869 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fee46b-94fd-4d3e-8ab6-3d82fb68ffd9 None None] Network dccdeae5-587d-4d52-a83e-bf0e5e960be6 requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:35:34.655496 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4c7c8be3-1e59-42de-8989-a62888c8e3b3 req-4642c9d6-ca12-4184-8800-b86c11a5e95a tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300416 Jan 17 18:35:34.660317 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a,revision_number=10']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:35:34.700497 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40e1d9-8b23-46b2-a402-69320e83727c req-aab7ed3c-0e0d-4b70-8513-258e110ecab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:34.702330 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6c40e1d9-8b23-46b2-a402-69320e83727c req-aab7ed3c-0e0d-4b70-8513-258e110ecab9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=10b8ce1a-0914-457c-b040-cc272e323fa8 HTTP/1.1" status: 200 len: 1098 time: 0.0727923 Jan 17 18:35:34.737359 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d74fdc47-3a3b-4122-b979-d3b3c6626abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16714788'] for network (dccdeae5-587d-4d52-a83e-bf0e5e960be6), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:34.754338 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6c40e1d9-8b23-46b2-a402-69320e83727c req-48af5b6d-4fc4-4481-b722-b95984f9cdc4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450721 Jan 17 18:35:34.799608 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-d74fdc47-3a3b-4122-b979-d3b3c6626abd admin admin] Deleting port 9c394143-0a86-422b-b75d-2da673f34755 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:35:34.800213 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d74fdc47-3a3b-4122-b979-d3b3c6626abd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (9c394143-0a86-422b-b75d-2da673f34755), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:34.824989 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeced798-a7a8-4006-a155-4f77f69cc3d4 req-1c294081-25a2-4e70-b8a3-b9e97aaf3596 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:34.826401 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-eeced798-a7a8-4006-a155-4f77f69cc3d4 req-1c294081-25a2-4e70-b8a3-b9e97aaf3596 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b8ce1a-0914-457c-b040-cc272e323fa8 HTTP/1.1" status: 200 len: 945 time: 0.0506604 Jan 17 18:35:34.874076 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-d74fdc47-3a3b-4122-b979-d3b3c6626abd admin admin] For port 9c394143-0a86-422b-b75d-2da673f34755, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=9c394143-0a86-422b-b75d-2da673f34755,segment=NetworkSegment(e0855cfa-57b2-4036-adea-73fc74dd99a2),segment_id=e0855cfa-57b2-4036-adea-73fc74dd99a2)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:35:34.874445 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d74fdc47-3a3b-4122-b979-d3b3c6626abd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (9c394143-0a86-422b-b75d-2da673f34755), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:34.884141 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-eeced798-a7a8-4006-a155-4f77f69cc3d4 req-b5d90037-d72b-4d57-b909-d699358c4c0f tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520618 Jan 17 18:35:34.897163 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95017ad3-2a30-4ee2-aba5-f11d0c8ea319 None None] DHCP port deletion for dccdeae5-587d-4d52-a83e-bf0e5e960be6 request from dv-cinder-824995-1-iscsi {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 18:35:34.898224 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-d74fdc47-3a3b-4122-b979-d3b3c6626abd admin admin] Calling delete_port for 9c394143-0a86-422b-b75d-2da673f34755 owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:35:34.951158 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-95017ad3-2a30-4ee2-aba5-f11d0c8ea319 None None] Deleting port 9c394143-0a86-422b-b75d-2da673f34755 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:35:34.951602 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-95017ad3-2a30-4ee2-aba5-f11d0c8ea319 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (9c394143-0a86-422b-b75d-2da673f34755), before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:34.980946 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d74fdc47-3a3b-4122-b979-d3b3c6626abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (9c394143-0a86-422b-b75d-2da673f34755), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:35.013827 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74fdc47-3a3b-4122-b979-d3b3c6626abd admin admin] Pushing event deleted for resources: {'Port': ['ID=9c394143-0a86-422b-b75d-2da673f34755,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:35:35.017061 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74fdc47-3a3b-4122-b979-d3b3c6626abd admin admin] No DVR routers for this DVR port 9c394143-0a86-422b-b75d-2da673f34755 on host dv-cinder-824995-1-iscsi {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 18:35:35.019060 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-95017ad3-2a30-4ee2-aba5-f11d0c8ea319 None None] For port 9c394143-0a86-422b-b75d-2da673f34755, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=9c394143-0a86-422b-b75d-2da673f34755,segment=NetworkSegment(e0855cfa-57b2-4036-adea-73fc74dd99a2),segment_id=e0855cfa-57b2-4036-adea-73fc74dd99a2)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:35:35.020376 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-95017ad3-2a30-4ee2-aba5-f11d0c8ea319 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (9c394143-0a86-422b-b75d-2da673f34755), precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:35.034083 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-95017ad3-2a30-4ee2-aba5-f11d0c8ea319 None None] Calling delete_port for 9c394143-0a86-422b-b75d-2da673f34755 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:35:35.089754 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d74fdc47-3a3b-4122-b979-d3b3c6626abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16256479', 'neutron.services.segments.db._delete_segments_for_network-8736374233384'] for network (dccdeae5-587d-4d52-a83e-bf0e5e960be6), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:35.112586 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.services.segments.db [None req-d74fdc47-3a3b-4122-b979-d3b3c6626abd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dccdeae5-587d-4d52-a83e-bf0e5e960be6']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:35:35.123077 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.services.segments.db [None req-d74fdc47-3a3b-4122-b979-d3b3c6626abd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0855cfa-57b2-4036-adea-73fc74dd99a2') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:35:35.123420 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.services.segments.db [None req-d74fdc47-3a3b-4122-b979-d3b3c6626abd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0855cfa-57b2-4036-adea-73fc74dd99a2') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:35:35.133980 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d74fdc47-3a3b-4122-b979-d3b3c6626abd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736374233137', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558899'] for segment (e0855cfa-57b2-4036-adea-73fc74dd99a2), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:35.149031 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d74fdc47-3a3b-4122-b979-d3b3c6626abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749'] for segment (e0855cfa-57b2-4036-adea-73fc74dd99a2), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:35.156891 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d74fdc47-3a3b-4122-b979-d3b3c6626abd admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 18:35:35.157442 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d74fdc47-3a3b-4122-b979-d3b3c6626abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260167976'] for segment (e0855cfa-57b2-4036-adea-73fc74dd99a2), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:35.159469 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:35.159469 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:35:35.159469 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:35.159469 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:35:35.159469 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:35.159469 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:35:35.159469 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:35.159469 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:35:35.159469 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:35.159469 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:35:35.159469 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:35.159469 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:35:35.159469 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:35.159469 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:35:35.159469 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:35.159469 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:35:35.159469 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:35.159469 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:35:35.159469 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:35.159469 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:35:35.159469 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:35.159469 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:35:35.159469 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:35.159469 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:35:35.159469 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:35.159469 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:35:35.159469 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:35.159469 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:35:35.159469 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:35.159469 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:35:35.159469 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:35.159469 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:35:35.159469 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:35.159469 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:35:35.159469 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:35.159469 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:35:35.159469 dv-cinder-824995-1-iscsi neutron-server[102422]: Traceback (most recent call last): Jan 17 18:35:35.162185 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 18:35:35.162185 dv-cinder-824995-1-iscsi neutron-server[102422]: timer() Jan 17 18:35:35.162185 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 18:35:35.162185 dv-cinder-824995-1-iscsi neutron-server[102422]: cb(*args, **kw) Jan 17 18:35:35.162185 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 18:35:35.162185 dv-cinder-824995-1-iscsi neutron-server[102422]: return func(*args, **kwargs) Jan 17 18:35:35.162185 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 18:35:35.162185 dv-cinder-824995-1-iscsi neutron-server[102422]: self._notify() Jan 17 18:35:35.162185 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 18:35:35.162185 dv-cinder-824995-1-iscsi neutron-server[102422]: self.callback(batched_events) Jan 17 18:35:35.162185 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 18:35:35.162185 dv-cinder-824995-1-iscsi neutron-server[102422]: event.method(event) Jan 17 18:35:35.162185 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 18:35:35.162185 dv-cinder-824995-1-iscsi neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 18:35:35.162185 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 18:35:35.162185 dv-cinder-824995-1-iscsi neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 18:35:35.162185 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 18:35:35.162185 dv-cinder-824995-1-iscsi neutron-server[102422]: return f(self, *a, **k) Jan 17 18:35:35.162185 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 18:35:35.162185 dv-cinder-824995-1-iscsi neutron-server[102422]: return self._get(url).json() Jan 17 18:35:35.162185 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 18:35:35.162185 dv-cinder-824995-1-iscsi neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 18:35:35.162185 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 18:35:35.162185 dv-cinder-824995-1-iscsi neutron-server[102422]: return self.request(url, 'GET', **kwargs) Jan 17 18:35:35.162185 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 18:35:35.162185 dv-cinder-824995-1-iscsi neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 18:35:35.162185 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 18:35:35.162185 dv-cinder-824995-1-iscsi neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 18:35:35.162185 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 18:35:35.162185 dv-cinder-824995-1-iscsi neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 18:35:35.162185 dv-cinder-824995-1-iscsi neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 18:35:35.169639 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-95017ad3-2a30-4ee2-aba5-f11d0c8ea319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933'] for port (9c394143-0a86-422b-b75d-2da673f34755), after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:35.194326 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95017ad3-2a30-4ee2-aba5-f11d0c8ea319 None None] Pushing event deleted for resources: {'Port': ['ID=9c394143-0a86-422b-b75d-2da673f34755,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:35:35.199071 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95017ad3-2a30-4ee2-aba5-f11d0c8ea319 None None] No DVR routers for this DVR port 9c394143-0a86-422b-b75d-2da673f34755 on host dv-cinder-824995-1-iscsi {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 18:35:35.226446 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d74fdc47-3a3b-4122-b979-d3b3c6626abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16256454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565532'] for network (dccdeae5-587d-4d52-a83e-bf0e5e960be6), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:35.232900 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d74fdc47-3a3b-4122-b979-d3b3c6626abd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for network (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:35.236105 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-d74fdc47-3a3b-4122-b979-d3b3c6626abd admin admin] 10.222.0.57 "DELETE /v2.0/networks/dccdeae5-587d-4d52-a83e-bf0e5e960be6 HTTP/1.1" status: 204 len: 168 time: 0.5965273 Jan 17 18:35:35.239237 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 60536) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:35:35.247650 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74fdc47-3a3b-4122-b979-d3b3c6626abd admin admin] Pushing event deleted for resources: {'Network': ['ID=dccdeae5-587d-4d52-a83e-bf0e5e960be6,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:35:35.583747 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c4418669-1971-4087-8904-9592473c2897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567050'] for router_interface (e254ddfa-ed96-4f5a-9360-e9b4416a136a), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:35.808412 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4953e5-b6d1-44ca-a3d6-a3799cb78ddb req-3ec9f57f-69e2-465c-bb2d-30af87024f7b tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:35.809935 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2b4953e5-b6d1-44ca-a3d6-a3799cb78ddb req-3ec9f57f-69e2-465c-bb2d-30af87024f7b tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 946 time: 0.0571465 Jan 17 18:35:35.831613 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-c4418669-1971-4087-8904-9592473c2897 admin admin] Deleting port f36fb360-a32e-4955-a6a2-4ca584f978db {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:35:35.831944 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c4418669-1971-4087-8904-9592473c2897 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (f36fb360-a32e-4955-a6a2-4ca584f978db), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:35.858840 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2b4953e5-b6d1-44ca-a3d6-a3799cb78ddb req-4ea58959-0f82-45c8-a70d-9ec31aa9de03 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426784 Jan 17 18:35:35.914310 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-c4418669-1971-4087-8904-9592473c2897 admin admin] For port f36fb360-a32e-4955-a6a2-4ca584f978db, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=f36fb360-a32e-4955-a6a2-4ca584f978db,segment=NetworkSegment(8bfb86d9-396f-409b-8cfd-889a631ae4e1),segment_id=8bfb86d9-396f-409b-8cfd-889a631ae4e1)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:35:35.914678 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c4418669-1971-4087-8904-9592473c2897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (f36fb360-a32e-4955-a6a2-4ca584f978db), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:35.928592 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-c4418669-1971-4087-8904-9592473c2897 admin admin] Calling delete_port for f36fb360-a32e-4955-a6a2-4ca584f978db owned by network:router_interface {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:35:36.045993 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630596d-2187-4d04-a428-971f33d9db9f req-edefdee1-de38-4ad1-9c4d-11c46ccfef86 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:36.047498 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-3630596d-2187-4d04-a428-971f33d9db9f req-edefdee1-de38-4ad1-9c4d-11c46ccfef86 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b8ce1a-0914-457c-b040-cc272e323fa8 HTTP/1.1" status: 200 len: 945 time: 0.0724413 Jan 17 18:35:36.110544 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device b71cc3b5-df0c-4879-8169-0c3c93ac7756 no longer exists at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:35:36.137029 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] No Port match for: b71cc3b5-df0c-4879-8169-0c3c93ac7756 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:35:36.137824 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device b71cc3b5-df0c-4879-8169-0c3c93ac7756 not bound to the agent host dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:35:36.137824 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 9c394143-0a86-422b-b75d-2da673f34755 no longer exists at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:35:36.147890 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-3630596d-2187-4d04-a428-971f33d9db9f req-bcd0410c-744d-4343-8327-be0765b5043f tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707202 Jan 17 18:35:36.159047 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] No Port match for: 9c394143-0a86-422b-b75d-2da673f34755 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:35:36.169399 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 9c394143-0a86-422b-b75d-2da673f34755 not bound to the agent host dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:35:36.169399 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 95e0aedc-e5a4-403d-9ac6-e720122fe5f8 no longer exists at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:35:36.179400 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] No Port match for: 95e0aedc-e5a4-403d-9ac6-e720122fe5f8 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:35:36.179847 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 95e0aedc-e5a4-403d-9ac6-e720122fe5f8 not bound to the agent host dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:35:36.209198 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c4418669-1971-4087-8904-9592473c2897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261205625'] for port (f36fb360-a32e-4955-a6a2-4ca584f978db), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:36.234724 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4418669-1971-4087-8904-9592473c2897 admin admin] Pushing event deleted for resources: {'Port': ['ID=f36fb360-a32e-4955-a6a2-4ca584f978db,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:35:36.277868 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7cd5d5-3cf0-4be6-a642-f163df66acb9 req-443811af-86aa-4080-8cef-cc462efdf498 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:36.279762 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-cc7cd5d5-3cf0-4be6-a642-f163df66acb9 req-443811af-86aa-4080-8cef-cc462efdf498 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b8ce1a-0914-457c-b040-cc272e323fa8 HTTP/1.1" status: 200 len: 945 time: 0.0630431 Jan 17 18:35:36.342546 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-cc7cd5d5-3cf0-4be6-a642-f163df66acb9 req-8f29666c-f2fd-466d-8fb6-8a923882ab79 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572853 Jan 17 18:35:36.366599 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 60546) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:35:36.375682 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bdea89b-f3ae-4f5f-a0b1-92e83e589735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:35:36.377949 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e36e39c9c94bd67d9c0bfa4cbed5ada700490a47b49253aa7a2931ae849a628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d705b8b1-9edf-42c5-9ddb-eb966e112890" -d '{"events": [{"server_uuid": "8bdea89b-f3ae-4f5f-a0b1-92e83e589735", "name": "network-vif-plugged", "status": "completed", "tag": "5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:35:36.413086 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4297dc-bfef-46ff-ba86-a8b9f551139e tempest-TestVolumeBootPattern-2079461016 tempest-TestVolumeBootPattern-2079461016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:36.415808 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c4418669-1971-4087-8904-9592473c2897 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-997627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-565914'] for router_interface (e254ddfa-ed96-4f5a-9360-e9b4416a136a), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:36.418033 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 60550) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:35:36.419281 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a294bc-9368-467a-8bfe-3d1e6960bedd x-openstack-request-id: req-72a294bc-9368-467a-8bfe-3d1e6960bedd {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:35:36.419601 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bdea89b-f3ae-4f5f-a0b1-92e83e589735", "name": "network-vif-plugged", "status": "completed", "tag": "5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:35:36.419857 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-72a294bc-9368-467a-8bfe-3d1e6960bedd {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:35:36.420247 dv-cinder-824995-1-iscsi neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bdea89b-f3ae-4f5f-a0b1-92e83e589735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a', 'code': 200} Jan 17 18:35:36.420920 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-9d4297dc-bfef-46ff-ba86-a8b9f551139e tempest-TestVolumeBootPattern-2079461016 tempest-TestVolumeBootPattern-2079461016-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=10b8ce1a-0914-457c-b040-cc272e323fa8 HTTP/1.1" status: 200 len: 1093 time: 0.0529425 Jan 17 18:35:36.422426 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-8948c972-7525-41fd-9dd0-8b648952664f tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Request body: {'floatingip': {'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'port_id': 'be29906c-17b9-4d03-99a0-9040fdade75b', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:35:36.508619 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8948c972-7525-41fd-9dd0-8b648952664f tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:36.676604 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826233a8-d6e6-4e58-bdb9-0845f61a469b req-e1a8f025-c5b1-49db-a2b6-45918ac3f829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:36.677983 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-826233a8-d6e6-4e58-bdb9-0845f61a469b req-e1a8f025-c5b1-49db-a2b6-45918ac3f829 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 1099 time: 0.0978169 Jan 17 18:35:36.785687 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-826233a8-d6e6-4e58-bdb9-0845f61a469b req-9d8eb726-39cd-4984-a333-e06b7d80009f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983889 Jan 17 18:35:36.795990 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4418669-1971-4087-8904-9592473c2897 admin admin] Router e254ddfa-ed96-4f5a-9360-e9b4416a136a has already been hosted by L3 agent f711a738-9445-49a6-871d-c35940c1a323 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 18:35:36.803277 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8948c972-7525-41fd-9dd0-8b648952664f tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:37.316267 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee6d44-5aa7-4e52-990f-00eebcec0a99 req-1ed4c9e7-e562-467d-83a7-76d00d19f0b1 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:37.317793 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c2ee6d44-5aa7-4e52-990f-00eebcec0a99 req-1ed4c9e7-e562-467d-83a7-76d00d19f0b1 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 946 time: 0.1794536 Jan 17 18:35:37.345950 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4418669-1971-4087-8904-9592473c2897 admin admin] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:35:37.356651 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b4a95b-5e0a-463a-8ac3-afc19461dd97 None None] Sync routers for ids ['e254ddfa-ed96-4f5a-9360-e9b4416a136a'] in dv-cinder-824995-1-iscsi {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:35:37.366206 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-c4418669-1971-4087-8904-9592473c2897 admin admin] 10.222.0.57 "PUT /v2.0/routers/e254ddfa-ed96-4f5a-9360-e9b4416a136a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1258321 Jan 17 18:35:37.367510 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-8948c972-7525-41fd-9dd0-8b648952664f tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Allocated IP 172.27.3.78 (9ec40da0-3fb2-40ad-97b9-056b5e7103fe/10c42aa5-d9d6-40a2-95c7-0d399aece660/fa58245d-f67c-472b-898b-c9839d8a1614) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:35:37.368728 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b4a95b-5e0a-463a-8ac3-afc19461dd97 None None] Routers {'e254ddfa-ed96-4f5a-9360-e9b4416a136a'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:35:37.369194 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 60556) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:35:37.370434 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-60b4a95b-5e0a-463a-8ac3-afc19461dd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:35:23Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['e254ddfa-ed96-4f5a-9360-e9b4416a136a'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:35:37.461526 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-c2ee6d44-5aa7-4e52-990f-00eebcec0a99 req-810ae4cc-4bb2-48c8-82a9-ab0d79492ea2 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336491 Jan 17 18:35:37.497956 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2a88a4c0-434b-44d5-9790-49466e97bce5 admin admin] Publish callbacks [] for router (e254ddfa-ed96-4f5a-9360-e9b4416a136a), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:37.501595 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-60b4a95b-5e0a-463a-8ac3-afc19461dd97 None None] Set router e254ddfa-ed96-4f5a-9360-e9b4416a136a gateway port host: dv-cinder-824995-1-iscsi {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:35:37.526298 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8948c972-7525-41fd-9dd0-8b648952664f tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for port (fa58245d-f67c-472b-898b-c9839d8a1614), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:37.570559 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8948c972-7525-41fd-9dd0-8b648952664f tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261205625'] for port (fa58245d-f67c-472b-898b-c9839d8a1614), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:37.613796 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2a88a4c0-434b-44d5-9790-49466e97bce5 admin admin] Publish callbacks [] for router_gateway (e254ddfa-ed96-4f5a-9360-e9b4416a136a), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:37.629707 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8948c972-7525-41fd-9dd0-8b648952664f tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Network 9ec40da0-3fb2-40ad-97b9-056b5e7103fe is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:35:37.633100 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-8948c972-7525-41fd-9dd0-8b648952664f tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:35:37.637713 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8948c972-7525-41fd-9dd0-8b648952664f tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:35:37.640945 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8948c972-7525-41fd-9dd0-8b648952664f tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Pushing event updated for resources: {'Port': ['ID=fa58245d-f67c-472b-898b-c9839d8a1614,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:35:37.688602 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-2a88a4c0-434b-44d5-9790-49466e97bce5 admin admin] Deleting port 865057a3-263e-4be7-92f9-25c1b27f4641 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:35:37.688983 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2a88a4c0-434b-44d5-9790-49466e97bce5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (865057a3-263e-4be7-92f9-25c1b27f4641), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:37.716468 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-60b4a95b-5e0a-463a-8ac3-afc19461dd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e254ddfa-ed96-4f5a-9360-e9b4416a136a', 'name': 'tempest-TestMinimumBasicScenario-1833896049-router', 'tenant_id': '0432223bf44a41f8b54d3dd72f91ab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '865057a3-263e-4be7-92f9-25c1b27f4641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:33:03Z', 'updated_at': '2022-01-17T18:35:36Z', 'revision_number': 5, 'project_id': '0432223bf44a41f8b54d3dd72f91ab23', 'gw_port': {'id': '865057a3-263e-4be7-92f9-25c1b27f4641', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e254ddfa-ed96-4f5a-9360-e9b4416a136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:33:04Z', 'updated_at': '2022-01-17T18:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi'}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:35:37.748139 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b4a95b-5e0a-463a-8ac3-afc19461dd97 None None] Checking router: e254ddfa-ed96-4f5a-9360-e9b4416a136a for host: dv-cinder-824995-1-iscsi {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:35:37.756903 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b4a95b-5e0a-463a-8ac3-afc19461dd97 None None] Routers {'e254ddfa-ed96-4f5a-9360-e9b4416a136a'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:35:37.757503 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-60b4a95b-5e0a-463a-8ac3-afc19461dd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:35:23Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['e254ddfa-ed96-4f5a-9360-e9b4416a136a'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:35:37.800648 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-2a88a4c0-434b-44d5-9790-49466e97bce5 admin admin] For port 865057a3-263e-4be7-92f9-25c1b27f4641, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=865057a3-263e-4be7-92f9-25c1b27f4641,segment=NetworkSegment(8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f),segment_id=8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:35:37.801346 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2a88a4c0-434b-44d5-9790-49466e97bce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (865057a3-263e-4be7-92f9-25c1b27f4641), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:37.819993 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-2a88a4c0-434b-44d5-9790-49466e97bce5 admin admin] Calling delete_port for 865057a3-263e-4be7-92f9-25c1b27f4641 owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:35:37.966250 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-60b4a95b-5e0a-463a-8ac3-afc19461dd97 None None] Set router e254ddfa-ed96-4f5a-9360-e9b4416a136a gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:35:38.022920 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-60b4a95b-5e0a-463a-8ac3-afc19461dd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e254ddfa-ed96-4f5a-9360-e9b4416a136a', 'name': 'tempest-TestMinimumBasicScenario-1833896049-router', 'tenant_id': '0432223bf44a41f8b54d3dd72f91ab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:33:03Z', 'updated_at': '2022-01-17T18:35:37Z', 'revision_number': 6, 'project_id': '0432223bf44a41f8b54d3dd72f91ab23', 'gw_port_host': None}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:35:38.044759 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2a88a4c0-434b-44d5-9790-49466e97bce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (865057a3-263e-4be7-92f9-25c1b27f4641), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:38.051145 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b4a95b-5e0a-463a-8ac3-afc19461dd97 None None] The sync data for ids ['e254ddfa-ed96-4f5a-9360-e9b4416a136a'] in dv-cinder-824995-1-iscsi is: [{'id': 'e254ddfa-ed96-4f5a-9360-e9b4416a136a', 'name': 'tempest-TestMinimumBasicScenario-1833896049-router', 'tenant_id': '0432223bf44a41f8b54d3dd72f91ab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:33:03Z', 'updated_at': '2022-01-17T18:35:37Z', 'revision_number': 6, 'project_id': '0432223bf44a41f8b54d3dd72f91ab23', 'gw_port_host': None}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:35:38.110655 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a88a4c0-434b-44d5-9790-49466e97bce5 admin admin] Pushing event deleted for resources: {'Port': ['ID=865057a3-263e-4be7-92f9-25c1b27f4641,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:35:38.145655 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8948c972-7525-41fd-9dd0-8b648952664f tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for floatingip (31c78f21-0fbf-43c3-8133-04993c4a7dc3), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:38.162366 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2a88a4c0-434b-44d5-9790-49466e97bce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565616'] for router_gateway (e254ddfa-ed96-4f5a-9360-e9b4416a136a), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:38.230030 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8948c972-7525-41fd-9dd0-8b648952664f tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (fa58245d-f67c-472b-898b-c9839d8a1614), before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:38.286392 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2a88a4c0-434b-44d5-9790-49466e97bce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31983'] for router (e254ddfa-ed96-4f5a-9360-e9b4416a136a), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:38.288624 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2a88a4c0-434b-44d5-9790-49466e97bce5 admin admin] Publish callbacks [] for router_controller (e254ddfa-ed96-4f5a-9360-e9b4416a136a), precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:38.360475 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2a88a4c0-434b-44d5-9790-49466e97bce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-567788'] for router (e254ddfa-ed96-4f5a-9360-e9b4416a136a), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:38.361032 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a88a4c0-434b-44d5-9790-49466e97bce5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e254ddfa-ed96-4f5a-9360-e9b4416a136a {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 18:35:38.366577 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2a88a4c0-434b-44d5-9790-49466e97bce5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:38.367731 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-2a88a4c0-434b-44d5-9790-49466e97bce5 admin admin] 10.222.0.57 "DELETE /v2.0/routers/e254ddfa-ed96-4f5a-9360-e9b4416a136a HTTP/1.1" status: 204 len: 168 time: 0.9973383 Jan 17 18:35:38.371392 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 60594) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:35:38.445461 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaf701ac-99b5-40e9-8ddc-11a91b93f025 admin admin] Deleting subnet d78a00a8-af54-40bf-8eef-370a8628cb65 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 18:35:38.452876 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8948c972-7525-41fd-9dd0-8b648952664f tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for port (fa58245d-f67c-472b-898b-c9839d8a1614), precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:38.454584 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-eaf701ac-99b5-40e9-8ddc-11a91b93f025 admin admin] Publish callbacks [] for subnet (d78a00a8-af54-40bf-8eef-370a8628cb65), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:38.475905 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8948c972-7525-41fd-9dd0-8b648952664f tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261205504'] for port (fa58245d-f67c-472b-898b-c9839d8a1614), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:38.555648 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-eaf701ac-99b5-40e9-8ddc-11a91b93f025 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3232230'] for subnet (d78a00a8-af54-40bf-8eef-370a8628cb65), precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:38.621201 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8948c972-7525-41fd-9dd0-8b648952664f tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Pushing event updated for resources: {'Port': ['ID=fa58245d-f67c-472b-898b-c9839d8a1614,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:35:38.637567 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8948c972-7525-41fd-9dd0-8b648952664f tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565514'] for floatingip (31c78f21-0fbf-43c3-8133-04993c4a7dc3), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:38.739420 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff6cc1-b7fd-4566-8c65-b3422aa6b4ae req-5ca3da0b-87dc-467b-9dd0-b3ffcda5ce1f tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:38.741035 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-27ff6cc1-b7fd-4566-8c65-b3422aa6b4ae req-5ca3da0b-87dc-467b-9dd0-b3ffcda5ce1f tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 946 time: 0.1648760 Jan 17 18:35:38.777424 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-eaf701ac-99b5-40e9-8ddc-11a91b93f025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16255576'] for subnet (d78a00a8-af54-40bf-8eef-370a8628cb65), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:38.869594 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-27ff6cc1-b7fd-4566-8c65-b3422aa6b4ae req-265cf4db-815f-48da-bd12-31e2e282e11a tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208031 Jan 17 18:35:38.872135 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.db.l3_db [None req-8948c972-7525-41fd-9dd0-8b648952664f tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Floating IP 31c78f21-0fbf-43c3-8133-04993c4a7dc3 associated. External IP: 172.27.3.78, port: be29906c-17b9-4d03-99a0-9040fdade75b. Jan 17 18:35:38.918030 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-eaf701ac-99b5-40e9-8ddc-11a91b93f025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16255567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261205578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261080105'] for subnet (d78a00a8-af54-40bf-8eef-370a8628cb65), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:38.949059 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf701ac-99b5-40e9-8ddc-11a91b93f025 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d78a00a8-af54-40bf-8eef-370a8628cb65,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:35:38.953747 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-eaf701ac-99b5-40e9-8ddc-11a91b93f025 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:38.957054 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-eaf701ac-99b5-40e9-8ddc-11a91b93f025 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d78a00a8-af54-40bf-8eef-370a8628cb65 HTTP/1.1" status: 204 len: 168 time: 0.5844250 Jan 17 18:35:38.959386 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 60598) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:35:38.960612 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a54d7d-98db-478b-9d8e-077ffab59d54 None None] Network c7be8b4a-87a0-429d-90a7-d3e776da3ff6 requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:35:39.070542 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bbf9945c-09bc-4df3-a490-3a1e66cba1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16714788'] for network (c7be8b4a-87a0-429d-90a7-d3e776da3ff6), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:39.108156 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44bbed2-f108-4ff0-8f4e-58c58a4d710b None None] DHCP port deletion for c7be8b4a-87a0-429d-90a7-d3e776da3ff6 request from dv-cinder-824995-1-iscsi {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 18:35:39.157262 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-a44bbed2-f108-4ff0-8f4e-58c58a4d710b None None] Deleting port f9e39488-0dec-4aa7-a289-86e1acfb5f30 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:35:39.157554 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a44bbed2-f108-4ff0-8f4e-58c58a4d710b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (f9e39488-0dec-4aa7-a289-86e1acfb5f30), before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:39.211561 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8948c972-7525-41fd-9dd0-8b648952664f tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Router 154642fa-a383-4a2b-8f76-3f282d5de3c8 has already been hosted by L3 agent f711a738-9445-49a6-871d-c35940c1a323 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 18:35:39.213995 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-bbf9945c-09bc-4df3-a490-3a1e66cba1ff admin admin] Deleting port f9e39488-0dec-4aa7-a289-86e1acfb5f30 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:35:39.214326 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bbf9945c-09bc-4df3-a490-3a1e66cba1ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (f9e39488-0dec-4aa7-a289-86e1acfb5f30), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:39.222920 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-a44bbed2-f108-4ff0-8f4e-58c58a4d710b None None] For port f9e39488-0dec-4aa7-a289-86e1acfb5f30, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=f9e39488-0dec-4aa7-a289-86e1acfb5f30,segment=NetworkSegment(8bfb86d9-396f-409b-8cfd-889a631ae4e1),segment_id=8bfb86d9-396f-409b-8cfd-889a631ae4e1)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:35:39.223317 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a44bbed2-f108-4ff0-8f4e-58c58a4d710b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (f9e39488-0dec-4aa7-a289-86e1acfb5f30), precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:39.237307 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-a44bbed2-f108-4ff0-8f4e-58c58a4d710b None None] Calling delete_port for f9e39488-0dec-4aa7-a289-86e1acfb5f30 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:35:39.318898 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a44bbed2-f108-4ff0-8f4e-58c58a4d710b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933'] for port (f9e39488-0dec-4aa7-a289-86e1acfb5f30), after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:39.321389 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-bbf9945c-09bc-4df3-a490-3a1e66cba1ff admin admin] For port f9e39488-0dec-4aa7-a289-86e1acfb5f30, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=f9e39488-0dec-4aa7-a289-86e1acfb5f30,segment=NetworkSegment(8bfb86d9-396f-409b-8cfd-889a631ae4e1),segment_id=8bfb86d9-396f-409b-8cfd-889a631ae4e1)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:35:39.321752 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bbf9945c-09bc-4df3-a490-3a1e66cba1ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (f9e39488-0dec-4aa7-a289-86e1acfb5f30), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:39.337732 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-bbf9945c-09bc-4df3-a490-3a1e66cba1ff admin admin] Calling delete_port for f9e39488-0dec-4aa7-a289-86e1acfb5f30 owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:35:39.342672 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44bbed2-f108-4ff0-8f4e-58c58a4d710b None None] Pushing event deleted for resources: {'Port': ['ID=f9e39488-0dec-4aa7-a289-86e1acfb5f30,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:35:39.352187 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44bbed2-f108-4ff0-8f4e-58c58a4d710b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:35:39.352535 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44bbed2-f108-4ff0-8f4e-58c58a4d710b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:35:39.352875 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44bbed2-f108-4ff0-8f4e-58c58a4d710b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:35:39.353207 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44bbed2-f108-4ff0-8f4e-58c58a4d710b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:35:39.353559 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44bbed2-f108-4ff0-8f4e-58c58a4d710b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:35:39.354590 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44bbed2-f108-4ff0-8f4e-58c58a4d710b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:35:39.354927 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44bbed2-f108-4ff0-8f4e-58c58a4d710b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:35:39.355250 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44bbed2-f108-4ff0-8f4e-58c58a4d710b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:35:39.355602 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44bbed2-f108-4ff0-8f4e-58c58a4d710b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:35:39.355929 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44bbed2-f108-4ff0-8f4e-58c58a4d710b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:35:39.356249 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44bbed2-f108-4ff0-8f4e-58c58a4d710b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:35:39.356570 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44bbed2-f108-4ff0-8f4e-58c58a4d710b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:35:39.356887 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44bbed2-f108-4ff0-8f4e-58c58a4d710b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:35:39.359578 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44bbed2-f108-4ff0-8f4e-58c58a4d710b None None] No DVR routers for this DVR port f9e39488-0dec-4aa7-a289-86e1acfb5f30 on host dv-cinder-824995-1-iscsi {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 18:35:39.428180 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8948c972-7525-41fd-9dd0-8b648952664f tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:35:39.442040 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6730dfac-393a-4dde-882a-bf1f7ca51bea None None] Sync routers for ids ['154642fa-a383-4a2b-8f76-3f282d5de3c8'] in dv-cinder-824995-1-iscsi {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:35:39.453572 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6730dfac-393a-4dde-882a-bf1f7ca51bea None None] Routers {'154642fa-a383-4a2b-8f76-3f282d5de3c8'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:35:39.454416 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-6730dfac-393a-4dde-882a-bf1f7ca51bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:35:23Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['154642fa-a383-4a2b-8f76-3f282d5de3c8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:35:39.463532 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8948c972-7525-41fd-9dd0-8b648952664f tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for floatingip (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:39.502228 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-8948c972-7525-41fd-9dd0-8b648952664f tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0831416 Jan 17 18:35:39.503765 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b8ce1a-0914-457c-b040-cc272e323fa8', 'tag': 'be29906c-17b9-4d03-99a0-9040fdade75b'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:35:39.505994 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ebc6f40cb2ac68c89279b37e377f59c9ca88cf84401dffc3b34b74128c2044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe64484c-b26f-42cb-b388-e08a229365c9" -d '{"events": [{"name": "network-changed", "server_uuid": "10b8ce1a-0914-457c-b040-cc272e323fa8", "tag": "be29906c-17b9-4d03-99a0-9040fdade75b"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:35:39.508591 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bbf9945c-09bc-4df3-a490-3a1e66cba1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261205625'] for port (f9e39488-0dec-4aa7-a289-86e1acfb5f30), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:39.535548 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9945c-09bc-4df3-a490-3a1e66cba1ff admin admin] Pushing event deleted for resources: {'Port': ['ID=f9e39488-0dec-4aa7-a289-86e1acfb5f30,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:35:39.538964 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf9945c-09bc-4df3-a490-3a1e66cba1ff admin admin] No DVR routers for this DVR port f9e39488-0dec-4aa7-a289-86e1acfb5f30 on host dv-cinder-824995-1-iscsi {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 18:35:39.561344 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 18:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834943a0-2a73-4df8-af82-4f064d4a01be x-openstack-request-id: req-834943a0-2a73-4df8-af82-4f064d4a01be {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:35:39.561633 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10b8ce1a-0914-457c-b040-cc272e323fa8", "tag": "be29906c-17b9-4d03-99a0-9040fdade75b", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:35:39.561885 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-834943a0-2a73-4df8-af82-4f064d4a01be {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:35:39.562289 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10b8ce1a-0914-457c-b040-cc272e323fa8', 'tag': 'be29906c-17b9-4d03-99a0-9040fdade75b', 'status': 'completed', 'code': 200} Jan 17 18:35:39.589355 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-6730dfac-393a-4dde-882a-bf1f7ca51bea None None] Set router 154642fa-a383-4a2b-8f76-3f282d5de3c8 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:35:39.639822 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bbf9945c-09bc-4df3-a490-3a1e66cba1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16256479', 'neutron.services.segments.db._delete_segments_for_network-8736374233384'] for network (c7be8b4a-87a0-429d-90a7-d3e776da3ff6), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:39.663594 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.services.segments.db [None req-bbf9945c-09bc-4df3-a490-3a1e66cba1ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7be8b4a-87a0-429d-90a7-d3e776da3ff6']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:35:39.667179 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64484c-b26f-42cb-b388-e08a229365c9 req-edf78fe6-698c-4457-8659-de5592edb6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:39.668742 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-fe64484c-b26f-42cb-b388-e08a229365c9 req-edf78fe6-698c-4457-8659-de5592edb6a7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ebb9dad35744d75b104be8c72af35ec&device_id=10b8ce1a-0914-457c-b040-cc272e323fa8 HTTP/1.1" status: 200 len: 1098 time: 0.0947208 Jan 17 18:35:39.684843 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.services.segments.db [None req-bbf9945c-09bc-4df3-a490-3a1e66cba1ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bfb86d9-396f-409b-8cfd-889a631ae4e1') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:35:39.685137 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.services.segments.db [None req-bbf9945c-09bc-4df3-a490-3a1e66cba1ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bfb86d9-396f-409b-8cfd-889a631ae4e1') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:35:39.725088 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bbf9945c-09bc-4df3-a490-3a1e66cba1ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736374233137', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233301'] for segment (8bfb86d9-396f-409b-8cfd-889a631ae4e1), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:39.746949 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bbf9945c-09bc-4df3-a490-3a1e66cba1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749'] for segment (8bfb86d9-396f-409b-8cfd-889a631ae4e1), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:39.756883 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbf9945c-09bc-4df3-a490-3a1e66cba1ff admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 18:35:39.757290 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bbf9945c-09bc-4df3-a490-3a1e66cba1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261205540'] for segment (8bfb86d9-396f-409b-8cfd-889a631ae4e1), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: self.session.flush() Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: self.session.flush() Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: self.session.flush() Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: self.session.flush() Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: Traceback (most recent call last): Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: timer() Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: cb(*args, **kw) Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: return func(*args, **kwargs) Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: self._notify() Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: self.callback(batched_events) Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: event.method(event) Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: return f(self, *a, **k) Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: return self._get(url).json() Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 18:35:39.758892 dv-cinder-824995-1-iscsi neutron-server[102423]: return self.request(url, 'GET', **kwargs) Jan 17 18:35:39.762531 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 18:35:39.762531 dv-cinder-824995-1-iscsi neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 18:35:39.762531 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 18:35:39.762531 dv-cinder-824995-1-iscsi neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 18:35:39.762531 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 18:35:39.762531 dv-cinder-824995-1-iscsi neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 18:35:39.762531 dv-cinder-824995-1-iscsi neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 18:35:39.815911 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-6730dfac-393a-4dde-882a-bf1f7ca51bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'name': 'tempest-TestVolumeBootPattern-1958349579-router', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:45Z', 'revision_number': 4, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'gw_port': {'id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_floatingips': [{'id': '31c78f21-0fbf-43c3-8133-04993c4a7dc3', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'router_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'port_id': 'be29906c-17b9-4d03-99a0-9040fdade75b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'mac_address': 'fa:16:3e:22:4f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b8ce1a-0914-457c-b040-cc272e323fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T18:35:37Z', 'updated_at': '2022-01-17T18:35:37Z', 'revision_number': 0, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b1ae9a8-a67f-496e-8567-dc10f67a2306', 'name': '', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'mac_address': 'fa:16:3e:e9:16:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:43Z', 'updated_at': '2022-01-17T18:31:51Z', 'revision_number': 5, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'subnets': [{'id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:35:39.827329 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64484c-b26f-42cb-b388-e08a229365c9 req-d6dfe585-7498-465d-b6b8-ba756dde5c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:39.828877 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-fe64484c-b26f-42cb-b388-e08a229365c9 req-d6dfe585-7498-465d-b6b8-ba756dde5c56 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6dfbb2a7-5276-4203-a32e-db5c6045b523 HTTP/1.1" status: 200 len: 913 time: 0.1532710 Jan 17 18:35:39.832236 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bbf9945c-09bc-4df3-a490-3a1e66cba1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16256454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565532'] for network (c7be8b4a-87a0-429d-90a7-d3e776da3ff6), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:39.837762 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bbf9945c-09bc-4df3-a490-3a1e66cba1ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for network (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:39.841411 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-bbf9945c-09bc-4df3-a490-3a1e66cba1ff admin admin] 10.222.0.57 "DELETE /v2.0/networks/c7be8b4a-87a0-429d-90a7-d3e776da3ff6 HTTP/1.1" status: 204 len: 168 time: 0.8810842 Jan 17 18:35:39.841753 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6730dfac-393a-4dde-882a-bf1f7ca51bea None None] Checking router: 154642fa-a383-4a2b-8f76-3f282d5de3c8 for host: dv-cinder-824995-1-iscsi {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:35:39.850574 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6730dfac-393a-4dde-882a-bf1f7ca51bea None None] Routers {'154642fa-a383-4a2b-8f76-3f282d5de3c8'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:35:39.851284 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-6730dfac-393a-4dde-882a-bf1f7ca51bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:35:23Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['154642fa-a383-4a2b-8f76-3f282d5de3c8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:35:39.863108 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9945c-09bc-4df3-a490-3a1e66cba1ff admin admin] Pushing event deleted for resources: {'Network': ['ID=c7be8b4a-87a0-429d-90a7-d3e776da3ff6,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:35:39.927075 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-fe64484c-b26f-42cb-b388-e08a229365c9 req-f4a7a771-8324-4161-a2a4-5d5a17da5d73 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be29906c-17b9-4d03-99a0-9040fdade75b HTTP/1.1" status: 200 len: 998 time: 0.0843081 Jan 17 18:35:39.964422 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-6730dfac-393a-4dde-882a-bf1f7ca51bea None None] Set router 154642fa-a383-4a2b-8f76-3f282d5de3c8 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:35:39.982217 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64484c-b26f-42cb-b388-e08a229365c9 req-919e7fb0-2e78-4b8d-8208-03c820815e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:39.983804 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-fe64484c-b26f-42cb-b388-e08a229365c9 req-919e7fb0-2e78-4b8d-8208-03c820815e38 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=192fe8fe-1f58-4fba-8ff5-7646c544378e HTTP/1.1" status: 200 len: 851 time: 0.0502102 Jan 17 18:35:40.010860 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992ce06-a757-44d6-9ab5-6fad270c519e req-517e2d41-3ebf-4619-a534-ca31093e244d tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:40.017623 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-1992ce06-a757-44d6-9ab5-6fad270c519e req-517e2d41-3ebf-4619-a534-ca31093e244d tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 946 time: 0.0592313 Jan 17 18:35:40.040767 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64484c-b26f-42cb-b388-e08a229365c9 req-40af9930-31a9-4b12-a8a7-e34377ca382e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:35:40.043243 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-fe64484c-b26f-42cb-b388-e08a229365c9 req-40af9930-31a9-4b12-a8a7-e34377ca382e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dfbb2a7-5276-4203-a32e-db5c6045b523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527439 Jan 17 18:35:40.058991 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 60610) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:35:40.089157 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-1992ce06-a757-44d6-9ab5-6fad270c519e req-15dada83-6dce-402e-a16c-ce30a4f5c15b tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706000 Jan 17 18:35:40.151816 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-766efede-4653-43cb-bdf8-ffc04d064ae6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=866af26a4754486ca3599fdaeaeb709d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0905755 Jan 17 18:35:40.153734 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 60614) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:35:40.162429 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device f9e39488-0dec-4aa7-a289-86e1acfb5f30 no longer exists at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:35:40.183916 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-fe64484c-b26f-42cb-b388-e08a229365c9 req-63958b3c-20db-4e61-9306-48993e1df781 service neutron] 10.222.0.31 "GET /v2.0/networks/6dfbb2a7-5276-4203-a32e-db5c6045b523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216729 Jan 17 18:35:40.186975 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] No Port match for: f9e39488-0dec-4aa7-a289-86e1acfb5f30 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:35:40.187390 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device f9e39488-0dec-4aa7-a289-86e1acfb5f30 not bound to the agent host dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:35:40.187898 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device f36fb360-a32e-4955-a6a2-4ca584f978db no longer exists at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:35:40.204875 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fbc0d531-af02-403d-b842-e43ca5032ff6 admin admin] Publish callbacks [] for security_group (ae35a236-21e9-4b46-982d-37ea4de721b7), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:40.214762 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] No Port match for: f36fb360-a32e-4955-a6a2-4ca584f978db {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:35:40.215101 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device f36fb360-a32e-4955-a6a2-4ca584f978db not bound to the agent host dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:35:40.215547 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 865057a3-263e-4be7-92f9-25c1b27f4641 no longer exists at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:35:40.230392 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fbc0d531-af02-403d-b842-e43ca5032ff6 admin admin] Publish callbacks [] for security_group (ae35a236-21e9-4b46-982d-37ea4de721b7), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:40.254724 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] No Port match for: 865057a3-263e-4be7-92f9-25c1b27f4641 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:35:40.254985 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 865057a3-263e-4be7-92f9-25c1b27f4641 not bound to the agent host dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:35:40.290031 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fbc0d531-af02-403d-b842-e43ca5032ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (ae35a236-21e9-4b46-982d-37ea4de721b7), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:40.292890 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fbc0d531-af02-403d-b842-e43ca5032ff6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:40.293443 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-fe64484c-b26f-42cb-b388-e08a229365c9 req-2e565dc2-de66-43a5-93d2-ef92d811ea6a service neutron] 10.222.0.31 "GET /v2.0/networks/6dfbb2a7-5276-4203-a32e-db5c6045b523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030807 Jan 17 18:35:40.294481 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-6730dfac-393a-4dde-882a-bf1f7ca51bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'name': 'tempest-TestVolumeBootPattern-1958349579-router', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:45Z', 'revision_number': 4, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'gw_port': {'id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_floatingips': [{'id': '31c78f21-0fbf-43c3-8133-04993c4a7dc3', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'router_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'port_id': 'be29906c-17b9-4d03-99a0-9040fdade75b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'mac_address': 'fa:16:3e:22:4f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b8ce1a-0914-457c-b040-cc272e323fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T18:35:37Z', 'updated_at': '2022-01-17T18:35:37Z', 'revision_number': 0, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b1ae9a8-a67f-496e-8567-dc10f67a2306', 'name': '', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'mac_address': 'fa:16:3e:e9:16:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:43Z', 'updated_at': '2022-01-17T18:31:51Z', 'revision_number': 5, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'subnets': [{'id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:35:40.298041 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-fbc0d531-af02-403d-b842-e43ca5032ff6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ae35a236-21e9-4b46-982d-37ea4de721b7 HTTP/1.1" status: 204 len: 168 time: 0.1426466 Jan 17 18:35:40.306232 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0d531-af02-403d-b842-e43ca5032ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae35a236-21e9-4b46-982d-37ea4de721b7,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:35:40.326890 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6730dfac-393a-4dde-882a-bf1f7ca51bea None None] The sync data for ids ['154642fa-a383-4a2b-8f76-3f282d5de3c8'] in dv-cinder-824995-1-iscsi is: [{'id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'name': 'tempest-TestVolumeBootPattern-1958349579-router', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:45Z', 'revision_number': 4, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'gw_port': {'id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_floatingips': [{'id': '31c78f21-0fbf-43c3-8133-04993c4a7dc3', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'router_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'port_id': 'be29906c-17b9-4d03-99a0-9040fdade75b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'mac_address': 'fa:16:3e:22:4f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b8ce1a-0914-457c-b040-cc272e323fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T18:35:37Z', 'updated_at': '2022-01-17T18:35:37Z', 'revision_number': 0, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b1ae9a8-a67f-496e-8567-dc10f67a2306', 'name': '', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'mac_address': 'fa:16:3e:e9:16:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:43Z', 'updated_at': '2022-01-17T18:31:51Z', 'revision_number': 5, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'subnets': [{'id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:35:40.542036 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4465afb-f9ca-4a8f-bd5c-8bedba45f501 None None] New status for floating IP 31c78f21-0fbf-43c3-8133-04993c4a7dc3: ACTIVE {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 18:35:40.659133 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 60622) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:35:40.703902 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-330c7d98-291e-4f90-bebb-8e6550fa64c8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0432223bf44a41f8b54d3dd72f91ab23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434811 Jan 17 18:35:40.706761 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 60624) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:35:40.755021 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c86782ae-a53c-4724-bfe3-0817d10dee34 admin admin] Publish callbacks [] for security_group (48b8e009-1a87-41c4-b381-d0a36e61c3fd), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:40.779061 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c86782ae-a53c-4724-bfe3-0817d10dee34 admin admin] Publish callbacks [] for security_group (48b8e009-1a87-41c4-b381-d0a36e61c3fd), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:40.824154 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c86782ae-a53c-4724-bfe3-0817d10dee34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (48b8e009-1a87-41c4-b381-d0a36e61c3fd), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:40.826584 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c86782ae-a53c-4724-bfe3-0817d10dee34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:40.827745 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-c86782ae-a53c-4724-bfe3-0817d10dee34 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/48b8e009-1a87-41c4-b381-d0a36e61c3fd HTTP/1.1" status: 204 len: 168 time: 0.1200700 Jan 17 18:35:40.835240 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86782ae-a53c-4724-bfe3-0817d10dee34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b8e009-1a87-41c4-b381-d0a36e61c3fd,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:35:44.640563 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:51.194604 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-afae38a2-dba0-4715-a36c-373456ba0120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:53.380791 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b9a2e783-b284-423f-89de-7e8603c993e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:54.549172 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:56.120227 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:35:57.335731 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:05.644041 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 6 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:36:09.757320 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 60732) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:10.098990 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-ae22c5ea-603f-42ed-a710-674d261afe47 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Deleting port 798b1480-19fd-4e20-a758-bbec2ef8e57b {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:36:10.099335 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ae22c5ea-603f-42ed-a710-674d261afe47 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (798b1480-19fd-4e20-a758-bbec2ef8e57b), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:10.173834 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ae22c5ea-603f-42ed-a710-674d261afe47 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (798b1480-19fd-4e20-a758-bbec2ef8e57b), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:10.174163 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ae22c5ea-603f-42ed-a710-674d261afe47 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks [] for floatingip (798b1480-19fd-4e20-a758-bbec2ef8e57b), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:10.185738 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-ae22c5ea-603f-42ed-a710-674d261afe47 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Calling delete_port for 798b1480-19fd-4e20-a758-bbec2ef8e57b owned by network:floatingip {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:36:10.353639 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ae22c5ea-603f-42ed-a710-674d261afe47 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (798b1480-19fd-4e20-a758-bbec2ef8e57b), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:10.381944 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22c5ea-603f-42ed-a710-674d261afe47 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Pushing event deleted for resources: {'Port': ['ID=798b1480-19fd-4e20-a758-bbec2ef8e57b,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:10.407063 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae22c5ea-603f-42ed-a710-674d261afe47 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:36:10.407415 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae22c5ea-603f-42ed-a710-674d261afe47 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:36:10.407783 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae22c5ea-603f-42ed-a710-674d261afe47 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:36:10.408126 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae22c5ea-603f-42ed-a710-674d261afe47 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:36:10.408458 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae22c5ea-603f-42ed-a710-674d261afe47 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:36:10.408786 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae22c5ea-603f-42ed-a710-674d261afe47 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:36:10.409116 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae22c5ea-603f-42ed-a710-674d261afe47 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:36:10.409442 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae22c5ea-603f-42ed-a710-674d261afe47 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:36:10.409785 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae22c5ea-603f-42ed-a710-674d261afe47 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:36:10.410093 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae22c5ea-603f-42ed-a710-674d261afe47 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:36:10.410416 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae22c5ea-603f-42ed-a710-674d261afe47 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:36:10.410736 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae22c5ea-603f-42ed-a710-674d261afe47 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:36:10.411056 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae22c5ea-603f-42ed-a710-674d261afe47 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:36:10.452114 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ae22c5ea-603f-42ed-a710-674d261afe47 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks [] for floatingip (047203c3-162c-4dba-9daa-10d3f4c54195), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:10.452440 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.db.l3_db [None req-ae22c5ea-603f-42ed-a710-674d261afe47 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Floating IP 047203c3-162c-4dba-9daa-10d3f4c54195 disassociated (deleted). External IP: 172.27.3.164, port: d6806e78-edb1-4a9d-84cf-15db4b1e9d4b. Jan 17 18:36:10.891756 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae22c5ea-603f-42ed-a710-674d261afe47 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Router 7a2e8a98-702b-49cd-8e76-aead3df6155d has already been hosted by L3 agent f711a738-9445-49a6-871d-c35940c1a323 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 18:36:10.998905 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae22c5ea-603f-42ed-a710-674d261afe47 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:36:11.003635 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ae22c5ea-603f-42ed-a710-674d261afe47 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for floatingip (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:11.008968 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921bdb22-d2e0-4135-b8bf-f6c470137a42 None None] Sync routers for ids ['7a2e8a98-702b-49cd-8e76-aead3df6155d'] in dv-cinder-824995-1-iscsi {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:36:11.019263 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921bdb22-d2e0-4135-b8bf-f6c470137a42 None None] Routers {'7a2e8a98-702b-49cd-8e76-aead3df6155d'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:36:11.019925 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-921bdb22-d2e0-4135-b8bf-f6c470137a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:35:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['7a2e8a98-702b-49cd-8e76-aead3df6155d'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:36:11.032002 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-ae22c5ea-603f-42ed-a710-674d261afe47 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "DELETE /v2.0/floatingips/047203c3-162c-4dba-9daa-10d3f4c54195 HTTP/1.1" status: 204 len: 168 time: 1.2732196 Jan 17 18:36:11.032840 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3da79b5-cdaa-4895-a54a-dea883ff36b8', 'tag': 'd6806e78-edb1-4a9d-84cf-15db4b1e9d4b'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:36:11.035135 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6acf6e2448acaa9df75d0cfb4ee4f42f1c652325a2342385b5920e3fd6e7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b340a7-c2db-402d-8994-78c0c1d07f22" -d '{"events": [{"name": "network-changed", "server_uuid": "d3da79b5-cdaa-4895-a54a-dea883ff36b8", "tag": "d6806e78-edb1-4a9d-84cf-15db4b1e9d4b"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:36:11.073179 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 18:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4288d8-714f-4823-97d8-9b5774ed20b7 x-openstack-request-id: req-7f4288d8-714f-4823-97d8-9b5774ed20b7 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:36:11.073475 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3da79b5-cdaa-4895-a54a-dea883ff36b8", "tag": "d6806e78-edb1-4a9d-84cf-15db4b1e9d4b", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:36:11.073729 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7f4288d8-714f-4823-97d8-9b5774ed20b7 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:36:11.074135 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3da79b5-cdaa-4895-a54a-dea883ff36b8', 'tag': 'd6806e78-edb1-4a9d-84cf-15db4b1e9d4b', 'status': 'completed', 'code': 200} Jan 17 18:36:11.138852 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b340a7-c2db-402d-8994-78c0c1d07f22 req-69fc445b-a612-495c-a0fe-3e2043412a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:36:11.140583 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d2b340a7-c2db-402d-8994-78c0c1d07f22 req-69fc445b-a612-495c-a0fe-3e2043412a83 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5262d740746c4265993cce733a67438a&device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 1098 time: 0.0443778 Jan 17 18:36:11.158029 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-921bdb22-d2e0-4135-b8bf-f6c470137a42 None None] Set router 7a2e8a98-702b-49cd-8e76-aead3df6155d gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:36:11.252291 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b340a7-c2db-402d-8994-78c0c1d07f22 req-e6cf5104-e649-4bb4-8870-0e749c10f330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:36:11.253945 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d2b340a7-c2db-402d-8994-78c0c1d07f22 req-e6cf5104-e649-4bb4-8870-0e749c10f330 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1f7f3e80-1c90-454b-9448-14d5ab17dae0 HTTP/1.1" status: 200 len: 910 time: 0.1055319 Jan 17 18:36:11.264510 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc9c01-dadb-4f57-9f3f-6d86dfbde865 req-b5172882-a903-4833-8586-76185fa3d972 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:36:11.265999 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-20fc9c01-dadb-4f57-9f3f-6d86dfbde865 req-b5172882-a903-4833-8586-76185fa3d972 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 945 time: 0.0538063 Jan 17 18:36:11.296053 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d2b340a7-c2db-402d-8994-78c0c1d07f22 req-2e3e85fe-dff9-4cd0-8f73-08d63b1ac62f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6806e78-edb1-4a9d-84cf-15db4b1e9d4b HTTP/1.1" status: 200 len: 217 time: 0.0347030 Jan 17 18:36:11.317608 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-20fc9c01-dadb-4f57-9f3f-6d86dfbde865 req-061d1f2b-4dcc-4c7a-bb6e-d12e8203c840 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456634 Jan 17 18:36:11.353170 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b340a7-c2db-402d-8994-78c0c1d07f22 req-ff4fd334-b7a1-47f4-aae8-6e5e7249ed66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:36:11.354643 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d2b340a7-c2db-402d-8994-78c0c1d07f22 req-ff4fd334-b7a1-47f4-aae8-6e5e7249ed66 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=985b67e5-f935-4baf-bc4b-3331cffe658a HTTP/1.1" status: 200 len: 848 time: 0.0521345 Jan 17 18:36:11.367242 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-921bdb22-d2e0-4135-b8bf-f6c470137a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2e8a98-702b-49cd-8e76-aead3df6155d', 'name': 'tempest-TestShelveInstance-1739458694-router', 'tenant_id': '5262d740746c4265993cce733a67438a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'c00e432c-3cec-4d1f-8f30-a21dd8cec7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:43Z', 'updated_at': '2022-01-17T18:30:47Z', 'revision_number': 4, 'project_id': '5262d740746c4265993cce733a67438a', 'gw_port': {'id': 'c00e432c-3cec-4d1f-8f30-a21dd8cec7b6', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2e8a98-702b-49cd-8e76-aead3df6155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:44Z', 'updated_at': '2022-01-17T18:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': '82ebbe15-7849-41b9-b7f6-3e7f82de692f', 'name': '', 'network_id': '1f7f3e80-1c90-454b-9448-14d5ab17dae0', 'tenant_id': '5262d740746c4265993cce733a67438a', 'mac_address': 'fa:16:3e:f8:19:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2e8a98-702b-49cd-8e76-aead3df6155d', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '985b67e5-f935-4baf-bc4b-3331cffe658a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:46Z', 'updated_at': '2022-01-17T18:30:52Z', 'revision_number': 5, 'project_id': '5262d740746c4265993cce733a67438a', 'subnets': [{'id': '985b67e5-f935-4baf-bc4b-3331cffe658a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:36:11.395212 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921bdb22-d2e0-4135-b8bf-f6c470137a42 None None] Checking router: 7a2e8a98-702b-49cd-8e76-aead3df6155d for host: dv-cinder-824995-1-iscsi {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:36:11.402658 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b340a7-c2db-402d-8994-78c0c1d07f22 req-5c8500c3-4e5b-4945-8219-060be9e5152e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:36:11.403846 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921bdb22-d2e0-4135-b8bf-f6c470137a42 None None] Routers {'7a2e8a98-702b-49cd-8e76-aead3df6155d'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:36:11.404182 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d2b340a7-c2db-402d-8994-78c0c1d07f22 req-5c8500c3-4e5b-4945-8219-060be9e5152e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1f7f3e80-1c90-454b-9448-14d5ab17dae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419519 Jan 17 18:36:11.404482 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-921bdb22-d2e0-4135-b8bf-f6c470137a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:35:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['7a2e8a98-702b-49cd-8e76-aead3df6155d'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:36:11.495694 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d2b340a7-c2db-402d-8994-78c0c1d07f22 req-707eb472-c3ad-4909-b841-d6c008ca0453 service neutron] 10.222.0.31 "GET /v2.0/networks/1f7f3e80-1c90-454b-9448-14d5ab17dae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839734 Jan 17 18:36:11.516768 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-921bdb22-d2e0-4135-b8bf-f6c470137a42 None None] Set router 7a2e8a98-702b-49cd-8e76-aead3df6155d gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:36:11.593337 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d2b340a7-c2db-402d-8994-78c0c1d07f22 req-d4807b6d-698a-48b1-a680-240ecd5ea3b7 service neutron] 10.222.0.31 "GET /v2.0/networks/1f7f3e80-1c90-454b-9448-14d5ab17dae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869427 Jan 17 18:36:11.711564 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-921bdb22-d2e0-4135-b8bf-f6c470137a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2e8a98-702b-49cd-8e76-aead3df6155d', 'name': 'tempest-TestShelveInstance-1739458694-router', 'tenant_id': '5262d740746c4265993cce733a67438a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'c00e432c-3cec-4d1f-8f30-a21dd8cec7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:43Z', 'updated_at': '2022-01-17T18:30:47Z', 'revision_number': 4, 'project_id': '5262d740746c4265993cce733a67438a', 'gw_port': {'id': 'c00e432c-3cec-4d1f-8f30-a21dd8cec7b6', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2e8a98-702b-49cd-8e76-aead3df6155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:44Z', 'updated_at': '2022-01-17T18:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': '82ebbe15-7849-41b9-b7f6-3e7f82de692f', 'name': '', 'network_id': '1f7f3e80-1c90-454b-9448-14d5ab17dae0', 'tenant_id': '5262d740746c4265993cce733a67438a', 'mac_address': 'fa:16:3e:f8:19:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2e8a98-702b-49cd-8e76-aead3df6155d', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '985b67e5-f935-4baf-bc4b-3331cffe658a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:46Z', 'updated_at': '2022-01-17T18:30:52Z', 'revision_number': 5, 'project_id': '5262d740746c4265993cce733a67438a', 'subnets': [{'id': '985b67e5-f935-4baf-bc4b-3331cffe658a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:36:11.741633 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921bdb22-d2e0-4135-b8bf-f6c470137a42 None None] The sync data for ids ['7a2e8a98-702b-49cd-8e76-aead3df6155d'] in dv-cinder-824995-1-iscsi is: [{'id': '7a2e8a98-702b-49cd-8e76-aead3df6155d', 'name': 'tempest-TestShelveInstance-1739458694-router', 'tenant_id': '5262d740746c4265993cce733a67438a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'c00e432c-3cec-4d1f-8f30-a21dd8cec7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:43Z', 'updated_at': '2022-01-17T18:30:47Z', 'revision_number': 4, 'project_id': '5262d740746c4265993cce733a67438a', 'gw_port': {'id': 'c00e432c-3cec-4d1f-8f30-a21dd8cec7b6', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2e8a98-702b-49cd-8e76-aead3df6155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:44Z', 'updated_at': '2022-01-17T18:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': '82ebbe15-7849-41b9-b7f6-3e7f82de692f', 'name': '', 'network_id': '1f7f3e80-1c90-454b-9448-14d5ab17dae0', 'tenant_id': '5262d740746c4265993cce733a67438a', 'mac_address': 'fa:16:3e:f8:19:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2e8a98-702b-49cd-8e76-aead3df6155d', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '985b67e5-f935-4baf-bc4b-3331cffe658a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:46Z', 'updated_at': '2022-01-17T18:30:52Z', 'revision_number': 5, 'project_id': '5262d740746c4265993cce733a67438a', 'subnets': [{'id': '985b67e5-f935-4baf-bc4b-3331cffe658a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:36:11.955268 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3771c5c0-904c-458a-9994-3cc66f483b14 None None] New status for floating IP 047203c3-162c-4dba-9daa-10d3f4c54195: DOWN {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 18:36:12.436097 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548253c-bc4c-4ce4-8528-47c2709c9723 req-afcfd6fc-b2d0-4d97-9a8b-f7d331691a06 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:36:12.437615 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6548253c-bc4c-4ce4-8528-47c2709c9723 req-afcfd6fc-b2d0-4d97-9a8b-f7d331691a06 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 945 time: 0.0496361 Jan 17 18:36:12.485819 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-6548253c-bc4c-4ce4-8528-47c2709c9723 req-98a4f602-fedb-4879-8ecb-42fda6ecd2de tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427017 Jan 17 18:36:12.855524 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cfbe7f-276e-4c88-a2d6-80e3b583fc7a req-21275412-8a4c-4cfd-bdd5-7f225b1c53a8 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:36:12.856943 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-87cfbe7f-276e-4c88-a2d6-80e3b583fc7a req-21275412-8a4c-4cfd-bdd5-7f225b1c53a8 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 945 time: 0.0485573 Jan 17 18:36:13.224993 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-87cfbe7f-276e-4c88-a2d6-80e3b583fc7a req-0f7293dc-5f23-41f1-a255-5600b4abeee4 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Deleting port d6806e78-edb1-4a9d-84cf-15db4b1e9d4b {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:36:13.225325 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-87cfbe7f-276e-4c88-a2d6-80e3b583fc7a req-0f7293dc-5f23-41f1-a255-5600b4abeee4 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (d6806e78-edb1-4a9d-84cf-15db4b1e9d4b), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:13.320453 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-87cfbe7f-276e-4c88-a2d6-80e3b583fc7a req-0f7293dc-5f23-41f1-a255-5600b4abeee4 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] For port d6806e78-edb1-4a9d-84cf-15db4b1e9d4b, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=d6806e78-edb1-4a9d-84cf-15db4b1e9d4b,segment=NetworkSegment(5962ef69-feec-4b57-beb5-c84c57cc4d3e),segment_id=5962ef69-feec-4b57-beb5-c84c57cc4d3e)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:36:13.320812 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-87cfbe7f-276e-4c88-a2d6-80e3b583fc7a req-0f7293dc-5f23-41f1-a255-5600b4abeee4 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (d6806e78-edb1-4a9d-84cf-15db4b1e9d4b), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:13.333494 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-87cfbe7f-276e-4c88-a2d6-80e3b583fc7a req-0f7293dc-5f23-41f1-a255-5600b4abeee4 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Calling delete_port for d6806e78-edb1-4a9d-84cf-15db4b1e9d4b owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:36:13.468407 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-87cfbe7f-276e-4c88-a2d6-80e3b583fc7a req-0f7293dc-5f23-41f1-a255-5600b4abeee4 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261205625'] for port (d6806e78-edb1-4a9d-84cf-15db4b1e9d4b), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:13.499976 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7293dc-5f23-41f1-a255-5600b4abeee4 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Pushing event deleted for resources: {'Port': ['ID=d6806e78-edb1-4a9d-84cf-15db4b1e9d4b,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:13.532941 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7293dc-5f23-41f1-a255-5600b4abeee4 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:36:13.532941 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7293dc-5f23-41f1-a255-5600b4abeee4 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:36:13.532941 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7293dc-5f23-41f1-a255-5600b4abeee4 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:36:13.533326 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7293dc-5f23-41f1-a255-5600b4abeee4 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:36:13.533618 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7293dc-5f23-41f1-a255-5600b4abeee4 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:36:13.533898 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7293dc-5f23-41f1-a255-5600b4abeee4 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:36:13.534226 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7293dc-5f23-41f1-a255-5600b4abeee4 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:36:13.534545 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7293dc-5f23-41f1-a255-5600b4abeee4 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:36:13.534863 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7293dc-5f23-41f1-a255-5600b4abeee4 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:36:13.535184 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7293dc-5f23-41f1-a255-5600b4abeee4 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:36:13.535540 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7293dc-5f23-41f1-a255-5600b4abeee4 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:36:13.535847 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7293dc-5f23-41f1-a255-5600b4abeee4 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:36:13.536164 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7293dc-5f23-41f1-a255-5600b4abeee4 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:36:13.553892 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-87cfbe7f-276e-4c88-a2d6-80e3b583fc7a req-0f7293dc-5f23-41f1-a255-5600b4abeee4 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] No DVR routers for this DVR port d6806e78-edb1-4a9d-84cf-15db4b1e9d4b on host hv-cinder-82499 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 18:36:13.556742 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-87cfbe7f-276e-4c88-a2d6-80e3b583fc7a req-0f7293dc-5f23-41f1-a255-5600b4abeee4 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:13.560347 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-87cfbe7f-276e-4c88-a2d6-80e3b583fc7a req-0f7293dc-5f23-41f1-a255-5600b4abeee4 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.31 "DELETE /v2.0/ports/d6806e78-edb1-4a9d-84cf-15db4b1e9d4b HTTP/1.1" status: 204 len: 173 time: 0.6974123 Jan 17 18:36:13.560874 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3da79b5-cdaa-4895-a54a-dea883ff36b8', 'name': 'network-vif-deleted', 'tag': 'd6806e78-edb1-4a9d-84cf-15db4b1e9d4b'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:36:13.563326 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ebc6f40cb2ac68c89279b37e377f59c9ca88cf84401dffc3b34b74128c2044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc1822e-abdd-409e-9e58-5d8be1fd1a27" -d '{"events": [{"server_uuid": "d3da79b5-cdaa-4895-a54a-dea883ff36b8", "name": "network-vif-deleted", "tag": "d6806e78-edb1-4a9d-84cf-15db4b1e9d4b"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:36:13.569102 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8e878-5230-439a-8152-a532b063f3b3 req-7c2e3dcd-21fc-4897-a9c5-7135e236da2a tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:36:13.570780 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-92c8e878-5230-439a-8152-a532b063f3b3 req-7c2e3dcd-21fc-4897-a9c5-7135e236da2a tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 946 time: 0.0718222 Jan 17 18:36:13.593907 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-14646639-9422-4719-af7c-aa59c69d2dd7 req-3e87c75a-ba0d-49a3-821c-589c5bf3f081 tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3da79b5-cdaa-4895-a54a-dea883ff36b8 HTTP/1.1" status: 200 len: 210 time: 0.0276337 Jan 17 18:36:13.625045 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-92c8e878-5230-439a-8152-a532b063f3b3 req-6f7fdc71-d82d-4b1f-af6d-473659ee01f2 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465055 Jan 17 18:36:13.655997 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc40339-de31-454f-b871-a7a872dfe39b x-openstack-request-id: req-efc40339-de31-454f-b871-a7a872dfe39b {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:36:13.656288 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3da79b5-cdaa-4895-a54a-dea883ff36b8", "name": "network-vif-deleted", "tag": "d6806e78-edb1-4a9d-84cf-15db4b1e9d4b", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:36:13.656557 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-efc40339-de31-454f-b871-a7a872dfe39b {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:36:13.656950 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3da79b5-cdaa-4895-a54a-dea883ff36b8', 'name': 'network-vif-deleted', 'tag': 'd6806e78-edb1-4a9d-84cf-15db4b1e9d4b', 'status': 'completed', 'code': 200} Jan 17 18:36:14.639007 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:14.651082 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 60770) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:14.712721 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-84109879-3249-436c-a624-9da0eb6ba59c tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks [] for security_group (d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:14.738090 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-84109879-3249-436c-a624-9da0eb6ba59c tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks [] for security_group (d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:14.756591 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c6b5a-eaa8-4a0d-951c-272e8301941d req-fefe9ed3-f107-4ddf-9294-8a23e506ae1e tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:36:14.758083 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-a75c6b5a-eaa8-4a0d-951c-272e8301941d req-fefe9ed3-f107-4ddf-9294-8a23e506ae1e tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 946 time: 0.0530868 Jan 17 18:36:14.799875 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-84109879-3249-436c-a624-9da0eb6ba59c tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:14.802498 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-84109879-3249-436c-a624-9da0eb6ba59c tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:14.803677 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-84109879-3249-436c-a624-9da0eb6ba59c tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] 10.222.0.57 "DELETE /v2.0/security-groups/d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3 HTTP/1.1" status: 204 len: 168 time: 0.1514800 Jan 17 18:36:14.810877 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-a75c6b5a-eaa8-4a0d-951c-272e8301941d req-b21fbd86-396c-4da9-9c80-b1022a950a7d tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups?id=db5bb52a-cfe5-4828-b768-183be622f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469732 Jan 17 18:36:14.818755 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84109879-3249-436c-a624-9da0eb6ba59c tempest-TestShelveInstance-1189551008 tempest-TestShelveInstance-1189551008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ed6f62-c63e-4b3a-b5cf-76bd75aa8df3,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:14.847256 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 60776) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:14.926359 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8dc5c-8a3c-496b-87ff-3c250e316550 req-af2fdbbe-eadc-44f1-9613-8b131f18caf8 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:36:14.927810 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-26d8dc5c-8a3c-496b-87ff-3c250e316550 req-af2fdbbe-eadc-44f1-9613-8b131f18caf8 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 946 time: 0.0471096 Jan 17 18:36:15.136135 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-26d8dc5c-8a3c-496b-87ff-3c250e316550 req-a6e3925e-0d74-4415-a939-9ecc92fcf1cc tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Deleting port 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:36:15.136368 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-26d8dc5c-8a3c-496b-87ff-3c250e316550 req-a6e3925e-0d74-4415-a939-9ecc92fcf1cc tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:15.299814 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-26d8dc5c-8a3c-496b-87ff-3c250e316550 req-a6e3925e-0d74-4415-a939-9ecc92fcf1cc tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] For port 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a,segment=NetworkSegment(2c78bc40-75f9-41e4-87c6-931db814d21f),segment_id=2c78bc40-75f9-41e4-87c6-931db814d21f)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:36:15.300180 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-26d8dc5c-8a3c-496b-87ff-3c250e316550 req-a6e3925e-0d74-4415-a939-9ecc92fcf1cc tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:15.523372 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-a5f7f9b2-3b9d-4ae3-b84b-8be10a6a1659 req-7eaa3d7f-1f62-4820-a50b-554897829a53 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5b2018c2-c485-4263-a254-a40a2998fb91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458107 Jan 17 18:36:15.534070 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-26d8dc5c-8a3c-496b-87ff-3c250e316550 req-a6e3925e-0d74-4415-a939-9ecc92fcf1cc tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:15.534437 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-26d8dc5c-8a3c-496b-87ff-3c250e316550 req-a6e3925e-0d74-4415-a939-9ecc92fcf1cc tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565514'] for floatingip (beca6d9f-500c-41d3-81c3-bd18bc45f5b5), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:15.534757 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.db.l3_db [req-26d8dc5c-8a3c-496b-87ff-3c250e316550 req-a6e3925e-0d74-4415-a939-9ecc92fcf1cc tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Floating IP beca6d9f-500c-41d3-81c3-bd18bc45f5b5 disassociated. External IP: 172.27.3.19, port: 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a. Jan 17 18:36:15.535103 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-26d8dc5c-8a3c-496b-87ff-3c250e316550 req-a6e3925e-0d74-4415-a939-9ecc92fcf1cc tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Calling delete_port for 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:36:15.586176 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7f9b2-3b9d-4ae3-b84b-8be10a6a1659 req-e9e7bf90-2021-450a-bc31-1b10f299354f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:36:15.588346 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-a5f7f9b2-3b9d-4ae3-b84b-8be10a6a1659 req-e9e7bf90-2021-450a-bc31-1b10f299354f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d096303fa7e14469b06f7686921b4815&device_id=5b2018c2-c485-4263-a254-a40a2998fb91 HTTP/1.1" status: 200 len: 1098 time: 0.0414739 Jan 17 18:36:15.621094 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cc411bc8-2b0e-4ea2-bb89-3c08a36f072d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567050'] for router_interface (7a2e8a98-702b-49cd-8e76-aead3df6155d), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:15.696176 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7f9b2-3b9d-4ae3-b84b-8be10a6a1659 req-6e49df97-296d-4556-9685-4fc6f22c3e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:36:15.697646 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-a5f7f9b2-3b9d-4ae3-b84b-8be10a6a1659 req-6e49df97-296d-4556-9685-4fc6f22c3e7a service neutron] 10.222.0.31 "GET /v2.0/networks?id=0ef68749-9171-4b0e-b0ff-71ca96f8b9b1 HTTP/1.1" status: 200 len: 912 time: 0.0929966 Jan 17 18:36:15.766658 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-a5f7f9b2-3b9d-4ae3-b84b-8be10a6a1659 req-0adedaa5-6b17-4c89-9728-223bb6b9ded7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=887c171e-30dd-47ea-87e3-c94bf5b4a752 HTTP/1.1" status: 200 len: 1000 time: 0.0628896 Jan 17 18:36:15.767206 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-26d8dc5c-8a3c-496b-87ff-3c250e316550 req-a6e3925e-0d74-4415-a939-9ecc92fcf1cc tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261205625'] for port (5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:15.822722 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7f9b2-3b9d-4ae3-b84b-8be10a6a1659 req-931d72d2-b05f-49db-9536-72c08e5037dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:36:15.824229 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-a5f7f9b2-3b9d-4ae3-b84b-8be10a6a1659 req-931d72d2-b05f-49db-9536-72c08e5037dc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=12a2e9e0-96ba-4d9c-8bea-1826f92be4cf HTTP/1.1" status: 200 len: 850 time: 0.0516365 Jan 17 18:36:15.832275 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3925e-0d74-4415-a939-9ecc92fcf1cc tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Pushing event deleted for resources: {'Port': ['ID=5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:15.882953 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7f9b2-3b9d-4ae3-b84b-8be10a6a1659 req-b9f14866-f630-4d70-bc3e-cdeb8215be7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:36:15.884606 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-a5f7f9b2-3b9d-4ae3-b84b-8be10a6a1659 req-b9f14866-f630-4d70-bc3e-cdeb8215be7e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0ef68749-9171-4b0e-b0ff-71ca96f8b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532591 Jan 17 18:36:15.942297 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ec1b0ac5-f532-4870-8661-a7c170895419 req-7efbdf57-92c7-41d4-9f3f-8e8c408b31a0 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bdea89b-f3ae-4f5f-a0b1-92e83e589735 HTTP/1.1" status: 200 len: 210 time: 0.0355964 Jan 17 18:36:15.985621 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-a5f7f9b2-3b9d-4ae3-b84b-8be10a6a1659 req-60d2e8d1-73dc-4324-841c-5a361ed888e5 service neutron] 10.222.0.31 "GET /v2.0/networks/0ef68749-9171-4b0e-b0ff-71ca96f8b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944901 Jan 17 18:36:16.024116 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26d8dc5c-8a3c-496b-87ff-3c250e316550 req-a6e3925e-0d74-4415-a939-9ecc92fcf1cc tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Router 3751d2d2-c3e0-4d50-8ef4-231e870718a7 has already been hosted by L3 agent f711a738-9445-49a6-871d-c35940c1a323 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 18:36:16.076711 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-a5f7f9b2-3b9d-4ae3-b84b-8be10a6a1659 req-e8403899-653f-401f-a730-77475107f1ef service neutron] 10.222.0.31 "GET /v2.0/networks/0ef68749-9171-4b0e-b0ff-71ca96f8b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843964 Jan 17 18:36:16.149477 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-cc411bc8-2b0e-4ea2-bb89-3c08a36f072d admin admin] Deleting port 82ebbe15-7849-41b9-b7f6-3e7f82de692f {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:36:16.149726 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cc411bc8-2b0e-4ea2-bb89-3c08a36f072d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (82ebbe15-7849-41b9-b7f6-3e7f82de692f), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:16.200636 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26d8dc5c-8a3c-496b-87ff-3c250e316550 req-a6e3925e-0d74-4415-a939-9ecc92fcf1cc tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:36:16.210986 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61361e02-b890-425b-8c15-a154efdd1570 None None] Sync routers for ids ['3751d2d2-c3e0-4d50-8ef4-231e870718a7'] in dv-cinder-824995-1-iscsi {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:36:16.222715 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61361e02-b890-425b-8c15-a154efdd1570 None None] Routers {'3751d2d2-c3e0-4d50-8ef4-231e870718a7'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:36:16.223418 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-61361e02-b890-425b-8c15-a154efdd1570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:35:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['3751d2d2-c3e0-4d50-8ef4-231e870718a7'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:36:16.252169 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d8dc5c-8a3c-496b-87ff-3c250e316550 req-a6e3925e-0d74-4415-a939-9ecc92fcf1cc tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] No DVR routers for this DVR port 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a on host hv-cinder-82499 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 18:36:16.255560 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-26d8dc5c-8a3c-496b-87ff-3c250e316550 req-a6e3925e-0d74-4415-a939-9ecc92fcf1cc tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:16.259062 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-26d8dc5c-8a3c-496b-87ff-3c250e316550 req-a6e3925e-0d74-4415-a939-9ecc92fcf1cc tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.31 "DELETE /v2.0/ports/5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a HTTP/1.1" status: 204 len: 173 time: 1.3256028 Jan 17 18:36:16.260144 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bdea89b-f3ae-4f5f-a0b1-92e83e589735', 'name': 'network-vif-deleted', 'tag': '5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:36:16.262641 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ebc6f40cb2ac68c89279b37e377f59c9ca88cf84401dffc3b34b74128c2044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c873a0d0-8de5-49f2-8194-70fa402ca9aa" -d '{"events": [{"server_uuid": "8bdea89b-f3ae-4f5f-a0b1-92e83e589735", "name": "network-vif-deleted", "tag": "5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:36:16.291121 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-cc411bc8-2b0e-4ea2-bb89-3c08a36f072d admin admin] For port 82ebbe15-7849-41b9-b7f6-3e7f82de692f, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=82ebbe15-7849-41b9-b7f6-3e7f82de692f,segment=NetworkSegment(5962ef69-feec-4b57-beb5-c84c57cc4d3e),segment_id=5962ef69-feec-4b57-beb5-c84c57cc4d3e)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:36:16.291620 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cc411bc8-2b0e-4ea2-bb89-3c08a36f072d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (82ebbe15-7849-41b9-b7f6-3e7f82de692f), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:16.308315 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-cc411bc8-2b0e-4ea2-bb89-3c08a36f072d admin admin] Calling delete_port for 82ebbe15-7849-41b9-b7f6-3e7f82de692f owned by network:router_interface {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:36:16.314492 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17252210-5049-4bc6-9382-14e8aedf89c5 x-openstack-request-id: req-17252210-5049-4bc6-9382-14e8aedf89c5 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:36:16.314917 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bdea89b-f3ae-4f5f-a0b1-92e83e589735", "name": "network-vif-deleted", "tag": "5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:36:16.315269 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-17252210-5049-4bc6-9382-14e8aedf89c5 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:36:16.315789 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bdea89b-f3ae-4f5f-a0b1-92e83e589735', 'name': 'network-vif-deleted', 'tag': '5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a', 'status': 'completed', 'code': 200} Jan 17 18:36:16.362050 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device d6806e78-edb1-4a9d-84cf-15db4b1e9d4b no longer exists at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:36:16.374410 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-61361e02-b890-425b-8c15-a154efdd1570 None None] Set router 3751d2d2-c3e0-4d50-8ef4-231e870718a7 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:36:16.436582 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] No Port match for: d6806e78-edb1-4a9d-84cf-15db4b1e9d4b {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:36:16.436924 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device d6806e78-edb1-4a9d-84cf-15db4b1e9d4b not bound to the agent host hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:36:16.437354 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a no longer exists at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:36:16.469461 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] No Port match for: 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:36:16.469805 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 5194ecb0-ef38-41dd-9c4d-b0f9d5a5a49a not bound to the agent host hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:36:16.525267 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cc411bc8-2b0e-4ea2-bb89-3c08a36f072d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261205625'] for port (82ebbe15-7849-41b9-b7f6-3e7f82de692f), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:16.550709 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc411bc8-2b0e-4ea2-bb89-3c08a36f072d admin admin] Pushing event deleted for resources: {'Port': ['ID=82ebbe15-7849-41b9-b7f6-3e7f82de692f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:16.646258 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-61361e02-b890-425b-8c15-a154efdd1570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'name': 'tempest-AttachVolumeShelveTestJSON-878886642-router', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:29:04Z', 'updated_at': '2022-01-17T18:29:10Z', 'revision_number': 4, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'gw_port': {'id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ab:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:06Z', 'updated_at': '2022-01-17T18:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': 'e2f5b37e-d511-4ffe-97fb-95d753b712df', 'name': '', 'network_id': '2212e019-d500-4b0c-9632-00978d519e48', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'mac_address': 'fa:16:3e:1a:b4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ea9967e-4370-4564-98d1-90d5a9404775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:10Z', 'updated_at': '2022-01-17T18:29:18Z', 'revision_number': 5, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'subnets': [{'id': '9ea9967e-4370-4564-98d1-90d5a9404775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:36:16.673976 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61361e02-b890-425b-8c15-a154efdd1570 None None] Checking router: 3751d2d2-c3e0-4d50-8ef4-231e870718a7 for host: dv-cinder-824995-1-iscsi {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:36:16.685527 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61361e02-b890-425b-8c15-a154efdd1570 None None] Routers {'3751d2d2-c3e0-4d50-8ef4-231e870718a7'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:36:16.686111 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-61361e02-b890-425b-8c15-a154efdd1570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:35:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['3751d2d2-c3e0-4d50-8ef4-231e870718a7'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:36:16.734019 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cc411bc8-2b0e-4ea2-bb89-3c08a36f072d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-997627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-565914'] for router_interface (7a2e8a98-702b-49cd-8e76-aead3df6155d), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:16.797173 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-61361e02-b890-425b-8c15-a154efdd1570 None None] Set router 3751d2d2-c3e0-4d50-8ef4-231e870718a7 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:36:17.014747 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-61361e02-b890-425b-8c15-a154efdd1570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'name': 'tempest-AttachVolumeShelveTestJSON-878886642-router', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:29:04Z', 'updated_at': '2022-01-17T18:29:10Z', 'revision_number': 4, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'gw_port': {'id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ab:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:06Z', 'updated_at': '2022-01-17T18:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': 'e2f5b37e-d511-4ffe-97fb-95d753b712df', 'name': '', 'network_id': '2212e019-d500-4b0c-9632-00978d519e48', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'mac_address': 'fa:16:3e:1a:b4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ea9967e-4370-4564-98d1-90d5a9404775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:10Z', 'updated_at': '2022-01-17T18:29:18Z', 'revision_number': 5, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'subnets': [{'id': '9ea9967e-4370-4564-98d1-90d5a9404775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:36:17.041351 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 60788) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:17.110597 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5495c261-654f-4478-bf97-5d16e1f06f08 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for security_group (db5bb52a-cfe5-4828-b768-183be622f39c), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:17.138920 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5495c261-654f-4478-bf97-5d16e1f06f08 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for security_group (db5bb52a-cfe5-4828-b768-183be622f39c), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:17.181852 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61361e02-b890-425b-8c15-a154efdd1570 None None] The sync data for ids ['3751d2d2-c3e0-4d50-8ef4-231e870718a7'] in dv-cinder-824995-1-iscsi is: [{'id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'name': 'tempest-AttachVolumeShelveTestJSON-878886642-router', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:29:04Z', 'updated_at': '2022-01-17T18:29:10Z', 'revision_number': 4, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'gw_port': {'id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ab:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:06Z', 'updated_at': '2022-01-17T18:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': 'e2f5b37e-d511-4ffe-97fb-95d753b712df', 'name': '', 'network_id': '2212e019-d500-4b0c-9632-00978d519e48', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'mac_address': 'fa:16:3e:1a:b4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ea9967e-4370-4564-98d1-90d5a9404775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:10Z', 'updated_at': '2022-01-17T18:29:18Z', 'revision_number': 5, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'subnets': [{'id': '9ea9967e-4370-4564-98d1-90d5a9404775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:36:17.204808 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5495c261-654f-4478-bf97-5d16e1f06f08 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (db5bb52a-cfe5-4828-b768-183be622f39c), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:17.207024 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5495c261-654f-4478-bf97-5d16e1f06f08 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:17.210684 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-5495c261-654f-4478-bf97-5d16e1f06f08 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "DELETE /v2.0/security-groups/db5bb52a-cfe5-4828-b768-183be622f39c HTTP/1.1" status: 204 len: 168 time: 0.1656065 Jan 17 18:36:17.211594 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 60790) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:17.230289 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.api.v2.resource [None req-5ae2023c-f9e6-478a-891c-962a8fc4a0fc tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] show failed (client error): The resource could not be found. Jan 17 18:36:17.231268 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-5ae2023c-f9e6-478a-891c-962a8fc4a0fc tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "GET /v2.0/security-groups/db5bb52a-cfe5-4828-b768-183be622f39c HTTP/1.1" status: 404 len: 347 time: 0.0187705 Jan 17 18:36:17.232190 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495c261-654f-4478-bf97-5d16e1f06f08 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5bb52a-cfe5-4828-b768-183be622f39c,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:17.234246 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 60792) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:17.268853 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc411bc8-2b0e-4ea2-bb89-3c08a36f072d admin admin] Router 7a2e8a98-702b-49cd-8e76-aead3df6155d has already been hosted by L3 agent f711a738-9445-49a6-871d-c35940c1a323 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 18:36:17.384593 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc411bc8-2b0e-4ea2-bb89-3c08a36f072d admin admin] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:36:17.390582 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-cc411bc8-2b0e-4ea2-bb89-3c08a36f072d admin admin] 10.222.0.57 "PUT /v2.0/routers/7a2e8a98-702b-49cd-8e76-aead3df6155d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5420368 Jan 17 18:36:17.392882 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 60794) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:17.396113 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b603c6-5d95-4853-841a-77664a6ed2a2 None None] Sync routers for ids ['7a2e8a98-702b-49cd-8e76-aead3df6155d'] in dv-cinder-824995-1-iscsi {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:36:17.396640 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-f45cfa7e-67e2-4bf5-9ebc-8d05caaf0ee1 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Deleting port df75c83f-3f97-40b5-b2a1-00408f72eb17 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:36:17.396955 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f45cfa7e-67e2-4bf5-9ebc-8d05caaf0ee1 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (df75c83f-3f97-40b5-b2a1-00408f72eb17), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:17.411784 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b603c6-5d95-4853-841a-77664a6ed2a2 None None] Routers {'7a2e8a98-702b-49cd-8e76-aead3df6155d'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:36:17.412701 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-c8b603c6-5d95-4853-841a-77664a6ed2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:35:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['7a2e8a98-702b-49cd-8e76-aead3df6155d'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:36:17.485339 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f45cfa7e-67e2-4bf5-9ebc-8d05caaf0ee1 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (df75c83f-3f97-40b5-b2a1-00408f72eb17), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:17.485932 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f45cfa7e-67e2-4bf5-9ebc-8d05caaf0ee1 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for floatingip (df75c83f-3f97-40b5-b2a1-00408f72eb17), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:17.501693 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-f45cfa7e-67e2-4bf5-9ebc-8d05caaf0ee1 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Calling delete_port for df75c83f-3f97-40b5-b2a1-00408f72eb17 owned by network:floatingip {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:36:17.504783 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7045957f-9b3a-4f5a-984b-0b09b8acc1ee None None] New status for floating IP beca6d9f-500c-41d3-81c3-bd18bc45f5b5: DOWN {{(pid=102424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 18:36:17.518220 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0ee3eaea-4786-4424-9945-621f4be337e4 admin admin] Publish callbacks [] for router (7a2e8a98-702b-49cd-8e76-aead3df6155d), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:17.531694 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-c8b603c6-5d95-4853-841a-77664a6ed2a2 None None] Set router 7a2e8a98-702b-49cd-8e76-aead3df6155d gateway port host: dv-cinder-824995-1-iscsi {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:36:17.645626 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0ee3eaea-4786-4424-9945-621f4be337e4 admin admin] Publish callbacks [] for router_gateway (7a2e8a98-702b-49cd-8e76-aead3df6155d), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:17.701436 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f45cfa7e-67e2-4bf5-9ebc-8d05caaf0ee1 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (df75c83f-3f97-40b5-b2a1-00408f72eb17), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:17.715396 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-0ee3eaea-4786-4424-9945-621f4be337e4 admin admin] Deleting port c00e432c-3cec-4d1f-8f30-a21dd8cec7b6 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:36:17.715857 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0ee3eaea-4786-4424-9945-621f4be337e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (c00e432c-3cec-4d1f-8f30-a21dd8cec7b6), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:17.729781 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45cfa7e-67e2-4bf5-9ebc-8d05caaf0ee1 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Pushing event deleted for resources: {'Port': ['ID=df75c83f-3f97-40b5-b2a1-00408f72eb17,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:17.736563 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-c8b603c6-5d95-4853-841a-77664a6ed2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2e8a98-702b-49cd-8e76-aead3df6155d', 'name': 'tempest-TestShelveInstance-1739458694-router', 'tenant_id': '5262d740746c4265993cce733a67438a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'c00e432c-3cec-4d1f-8f30-a21dd8cec7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:43Z', 'updated_at': '2022-01-17T18:36:16Z', 'revision_number': 5, 'project_id': '5262d740746c4265993cce733a67438a', 'gw_port': {'id': 'c00e432c-3cec-4d1f-8f30-a21dd8cec7b6', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2e8a98-702b-49cd-8e76-aead3df6155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:44Z', 'updated_at': '2022-01-17T18:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi'}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:36:17.763612 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b603c6-5d95-4853-841a-77664a6ed2a2 None None] Checking router: 7a2e8a98-702b-49cd-8e76-aead3df6155d for host: dv-cinder-824995-1-iscsi {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:36:17.771872 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b603c6-5d95-4853-841a-77664a6ed2a2 None None] Routers {'7a2e8a98-702b-49cd-8e76-aead3df6155d'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:36:17.772466 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-c8b603c6-5d95-4853-841a-77664a6ed2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:35:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['7a2e8a98-702b-49cd-8e76-aead3df6155d'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:36:17.801226 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f45cfa7e-67e2-4bf5-9ebc-8d05caaf0ee1 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks [] for floatingip (beca6d9f-500c-41d3-81c3-bd18bc45f5b5), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:17.804185 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f45cfa7e-67e2-4bf5-9ebc-8d05caaf0ee1 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for floatingip (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:17.805881 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-f45cfa7e-67e2-4bf5-9ebc-8d05caaf0ee1 tempest-AttachVolumeShelveTestJSON-201624091 tempest-AttachVolumeShelveTestJSON-201624091-project] 10.222.0.57 "DELETE /v2.0/floatingips/beca6d9f-500c-41d3-81c3-bd18bc45f5b5 HTTP/1.1" status: 204 len: 168 time: 0.5701904 Jan 17 18:36:17.816771 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-0ee3eaea-4786-4424-9945-621f4be337e4 admin admin] For port c00e432c-3cec-4d1f-8f30-a21dd8cec7b6, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=c00e432c-3cec-4d1f-8f30-a21dd8cec7b6,segment=NetworkSegment(8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f),segment_id=8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:36:17.817321 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0ee3eaea-4786-4424-9945-621f4be337e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (c00e432c-3cec-4d1f-8f30-a21dd8cec7b6), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:17.834234 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-0ee3eaea-4786-4424-9945-621f4be337e4 admin admin] Calling delete_port for c00e432c-3cec-4d1f-8f30-a21dd8cec7b6 owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:36:17.859217 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-c8b603c6-5d95-4853-841a-77664a6ed2a2 None None] Set router 7a2e8a98-702b-49cd-8e76-aead3df6155d gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:36:17.913062 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-c8b603c6-5d95-4853-841a-77664a6ed2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2e8a98-702b-49cd-8e76-aead3df6155d', 'name': 'tempest-TestShelveInstance-1739458694-router', 'tenant_id': '5262d740746c4265993cce733a67438a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:43Z', 'updated_at': '2022-01-17T18:36:17Z', 'revision_number': 6, 'project_id': '5262d740746c4265993cce733a67438a', 'gw_port_host': None}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:36:17.948526 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b603c6-5d95-4853-841a-77664a6ed2a2 None None] The sync data for ids ['7a2e8a98-702b-49cd-8e76-aead3df6155d'] in dv-cinder-824995-1-iscsi is: [{'id': '7a2e8a98-702b-49cd-8e76-aead3df6155d', 'name': 'tempest-TestShelveInstance-1739458694-router', 'tenant_id': '5262d740746c4265993cce733a67438a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:43Z', 'updated_at': '2022-01-17T18:36:17Z', 'revision_number': 6, 'project_id': '5262d740746c4265993cce733a67438a', 'gw_port_host': None}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:36:18.019003 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0ee3eaea-4786-4424-9945-621f4be337e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261205625'] for port (c00e432c-3cec-4d1f-8f30-a21dd8cec7b6), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:18.046274 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee3eaea-4786-4424-9945-621f4be337e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c00e432c-3cec-4d1f-8f30-a21dd8cec7b6,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:18.110059 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0ee3eaea-4786-4424-9945-621f4be337e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565616'] for router_gateway (7a2e8a98-702b-49cd-8e76-aead3df6155d), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:18.198524 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0ee3eaea-4786-4424-9945-621f4be337e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31983'] for router (7a2e8a98-702b-49cd-8e76-aead3df6155d), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:18.200618 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0ee3eaea-4786-4424-9945-621f4be337e4 admin admin] Publish callbacks [] for router_controller (7a2e8a98-702b-49cd-8e76-aead3df6155d), precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:18.242682 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0ee3eaea-4786-4424-9945-621f4be337e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-567788'] for router (7a2e8a98-702b-49cd-8e76-aead3df6155d), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:18.243135 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee3eaea-4786-4424-9945-621f4be337e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a2e8a98-702b-49cd-8e76-aead3df6155d {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 18:36:18.247895 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0ee3eaea-4786-4424-9945-621f4be337e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:18.249011 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-0ee3eaea-4786-4424-9945-621f4be337e4 admin admin] 10.222.0.57 "DELETE /v2.0/routers/7a2e8a98-702b-49cd-8e76-aead3df6155d HTTP/1.1" status: 204 len: 168 time: 0.8549833 Jan 17 18:36:18.251535 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 60800) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:18.302658 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a4276fb-dbaf-4306-a0bb-d6b71210e611 admin admin] Deleting subnet 985b67e5-f935-4baf-bc4b-3331cffe658a {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 18:36:18.306297 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0a4276fb-dbaf-4306-a0bb-d6b71210e611 admin admin] Publish callbacks [] for subnet (985b67e5-f935-4baf-bc4b-3331cffe658a), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:18.344641 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0a4276fb-dbaf-4306-a0bb-d6b71210e611 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3232230'] for subnet (985b67e5-f935-4baf-bc4b-3331cffe658a), precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:18.431612 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0a4276fb-dbaf-4306-a0bb-d6b71210e611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16255576'] for subnet (985b67e5-f935-4baf-bc4b-3331cffe658a), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:18.483729 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0a4276fb-dbaf-4306-a0bb-d6b71210e611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16255567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261205578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261080105'] for subnet (985b67e5-f935-4baf-bc4b-3331cffe658a), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:18.512145 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0a4276fb-dbaf-4306-a0bb-d6b71210e611 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:18.516224 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-0a4276fb-dbaf-4306-a0bb-d6b71210e611 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/985b67e5-f935-4baf-bc4b-3331cffe658a HTTP/1.1" status: 204 len: 168 time: 0.2635815 Jan 17 18:36:18.517226 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4276fb-dbaf-4306-a0bb-d6b71210e611 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=985b67e5-f935-4baf-bc4b-3331cffe658a,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:18.517489 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07d6e81-a661-49b1-af9b-eff0a8b5e243 None None] Network 1f7f3e80-1c90-454b-9448-14d5ab17dae0 requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:36:18.519502 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 60804) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:18.591331 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9f82ccf1-d66e-431b-9bcf-9a7cd6a95a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16714788'] for network (1f7f3e80-1c90-454b-9448-14d5ab17dae0), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:18.644787 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-9f82ccf1-d66e-431b-9bcf-9a7cd6a95a41 admin admin] Deleting port 51452078-c2a0-4478-80f5-9dbe88f058a3 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:36:18.645073 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9f82ccf1-d66e-431b-9bcf-9a7cd6a95a41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (51452078-c2a0-4478-80f5-9dbe88f058a3), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:18.706755 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-9f82ccf1-d66e-431b-9bcf-9a7cd6a95a41 admin admin] For port 51452078-c2a0-4478-80f5-9dbe88f058a3, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=51452078-c2a0-4478-80f5-9dbe88f058a3,segment=NetworkSegment(5962ef69-feec-4b57-beb5-c84c57cc4d3e),segment_id=5962ef69-feec-4b57-beb5-c84c57cc4d3e)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:36:18.707117 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9f82ccf1-d66e-431b-9bcf-9a7cd6a95a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (51452078-c2a0-4478-80f5-9dbe88f058a3), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:18.723628 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-9f82ccf1-d66e-431b-9bcf-9a7cd6a95a41 admin admin] Calling delete_port for 51452078-c2a0-4478-80f5-9dbe88f058a3 owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:36:18.725460 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6748dda-e8c4-408c-b39e-f0198ddfe5ad None None] DHCP port deletion for 1f7f3e80-1c90-454b-9448-14d5ab17dae0 request from dv-cinder-824995-1-iscsi {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 18:36:18.753202 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 82ebbe15-7849-41b9-b7f6-3e7f82de692f no longer exists at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:36:18.779412 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] No Port match for: 82ebbe15-7849-41b9-b7f6-3e7f82de692f {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:36:18.779771 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 82ebbe15-7849-41b9-b7f6-3e7f82de692f not bound to the agent host dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:36:18.800218 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-e6748dda-e8c4-408c-b39e-f0198ddfe5ad None None] Deleting port 51452078-c2a0-4478-80f5-9dbe88f058a3 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:36:18.801117 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e6748dda-e8c4-408c-b39e-f0198ddfe5ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (51452078-c2a0-4478-80f5-9dbe88f058a3), before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:18.816097 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9f82ccf1-d66e-431b-9bcf-9a7cd6a95a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261205625'] for port (51452078-c2a0-4478-80f5-9dbe88f058a3), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:18.847293 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f82ccf1-d66e-431b-9bcf-9a7cd6a95a41 admin admin] No DVR routers for this DVR port 51452078-c2a0-4478-80f5-9dbe88f058a3 on host dv-cinder-824995-1-iscsi {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 18:36:18.851197 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82ccf1-d66e-431b-9bcf-9a7cd6a95a41 admin admin] Pushing event deleted for resources: {'Port': ['ID=51452078-c2a0-4478-80f5-9dbe88f058a3,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:18.879111 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-e6748dda-e8c4-408c-b39e-f0198ddfe5ad None None] For port 51452078-c2a0-4478-80f5-9dbe88f058a3, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=51452078-c2a0-4478-80f5-9dbe88f058a3,segment=NetworkSegment(5962ef69-feec-4b57-beb5-c84c57cc4d3e),segment_id=5962ef69-feec-4b57-beb5-c84c57cc4d3e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:36:18.879733 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e6748dda-e8c4-408c-b39e-f0198ddfe5ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (51452078-c2a0-4478-80f5-9dbe88f058a3), precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:18.894033 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-e6748dda-e8c4-408c-b39e-f0198ddfe5ad None None] Calling delete_port for 51452078-c2a0-4478-80f5-9dbe88f058a3 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:36:18.927520 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9f82ccf1-d66e-431b-9bcf-9a7cd6a95a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16256479', 'neutron.services.segments.db._delete_segments_for_network-8736374233384'] for network (1f7f3e80-1c90-454b-9448-14d5ab17dae0), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:18.949899 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.services.segments.db [None req-9f82ccf1-d66e-431b-9bcf-9a7cd6a95a41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f7f3e80-1c90-454b-9448-14d5ab17dae0']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:36:18.964203 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.services.segments.db [None req-9f82ccf1-d66e-431b-9bcf-9a7cd6a95a41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5962ef69-feec-4b57-beb5-c84c57cc4d3e') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:36:18.964712 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.services.segments.db [None req-9f82ccf1-d66e-431b-9bcf-9a7cd6a95a41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5962ef69-feec-4b57-beb5-c84c57cc4d3e') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:36:18.979524 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9f82ccf1-d66e-431b-9bcf-9a7cd6a95a41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736374233137', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233301'] for segment (5962ef69-feec-4b57-beb5-c84c57cc4d3e), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:18.988450 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e6748dda-e8c4-408c-b39e-f0198ddfe5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933'] for port (51452078-c2a0-4478-80f5-9dbe88f058a3), after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:18.997404 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9f82ccf1-d66e-431b-9bcf-9a7cd6a95a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749'] for segment (5962ef69-feec-4b57-beb5-c84c57cc4d3e), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:19.015192 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f82ccf1-d66e-431b-9bcf-9a7cd6a95a41 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 18:36:19.015628 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9f82ccf1-d66e-431b-9bcf-9a7cd6a95a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261205540'] for segment (5962ef69-feec-4b57-beb5-c84c57cc4d3e), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:19.016567 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6748dda-e8c4-408c-b39e-f0198ddfe5ad None None] Pushing event deleted for resources: {'Port': ['ID=51452078-c2a0-4478-80f5-9dbe88f058a3,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:19.017748 dv-cinder-824995-1-iscsi neutron-server[102423]: Traceback (most recent call last): Jan 17 18:36:19.017748 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 18:36:19.017748 dv-cinder-824995-1-iscsi neutron-server[102423]: timer() Jan 17 18:36:19.017748 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 18:36:19.017748 dv-cinder-824995-1-iscsi neutron-server[102423]: cb(*args, **kw) Jan 17 18:36:19.017748 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 18:36:19.017748 dv-cinder-824995-1-iscsi neutron-server[102423]: return func(*args, **kwargs) Jan 17 18:36:19.017748 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 18:36:19.017748 dv-cinder-824995-1-iscsi neutron-server[102423]: self._notify() Jan 17 18:36:19.017748 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 18:36:19.017748 dv-cinder-824995-1-iscsi neutron-server[102423]: self.callback(batched_events) Jan 17 18:36:19.017748 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 18:36:19.017748 dv-cinder-824995-1-iscsi neutron-server[102423]: event.method(event) Jan 17 18:36:19.017748 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 18:36:19.017748 dv-cinder-824995-1-iscsi neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 18:36:19.017748 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 18:36:19.017748 dv-cinder-824995-1-iscsi neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 18:36:19.017748 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 18:36:19.017748 dv-cinder-824995-1-iscsi neutron-server[102423]: return f(self, *a, **k) Jan 17 18:36:19.017748 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 18:36:19.017748 dv-cinder-824995-1-iscsi neutron-server[102423]: return self._get(url).json() Jan 17 18:36:19.017748 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 18:36:19.017748 dv-cinder-824995-1-iscsi neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 18:36:19.017748 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 18:36:19.017748 dv-cinder-824995-1-iscsi neutron-server[102423]: return self.request(url, 'GET', **kwargs) Jan 17 18:36:19.017748 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 18:36:19.017748 dv-cinder-824995-1-iscsi neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 18:36:19.017748 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 18:36:19.017748 dv-cinder-824995-1-iscsi neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 18:36:19.017748 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 18:36:19.017748 dv-cinder-824995-1-iscsi neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 18:36:19.017748 dv-cinder-824995-1-iscsi neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 18:36:19.020898 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6748dda-e8c4-408c-b39e-f0198ddfe5ad None None] No DVR routers for this DVR port 51452078-c2a0-4478-80f5-9dbe88f058a3 on host dv-cinder-824995-1-iscsi {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 18:36:19.074984 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9f82ccf1-d66e-431b-9bcf-9a7cd6a95a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16256454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565532'] for network (1f7f3e80-1c90-454b-9448-14d5ab17dae0), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:19.080754 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9f82ccf1-d66e-431b-9bcf-9a7cd6a95a41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for network (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:19.084047 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-9f82ccf1-d66e-431b-9bcf-9a7cd6a95a41 admin admin] 10.222.0.57 "DELETE /v2.0/networks/1f7f3e80-1c90-454b-9448-14d5ab17dae0 HTTP/1.1" status: 204 len: 168 time: 0.5634887 Jan 17 18:36:19.087075 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 60814) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:19.095654 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82ccf1-d66e-431b-9bcf-9a7cd6a95a41 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f7f3e80-1c90-454b-9448-14d5ab17dae0,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:19.526840 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-183d8daf-bd1d-45f8-8c1e-0f6dfa693dd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567050'] for router_interface (c8f1197c-6fa9-45cb-8e80-d4531bd59071), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:19.814492 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-183d8daf-bd1d-45f8-8c1e-0f6dfa693dd4 admin admin] Deleting port fb0f3e9f-596f-46a5-951b-b4c29c309524 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:36:19.814724 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-183d8daf-bd1d-45f8-8c1e-0f6dfa693dd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (fb0f3e9f-596f-46a5-951b-b4c29c309524), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:19.891126 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-183d8daf-bd1d-45f8-8c1e-0f6dfa693dd4 admin admin] For port fb0f3e9f-596f-46a5-951b-b4c29c309524, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=fb0f3e9f-596f-46a5-951b-b4c29c309524,segment=NetworkSegment(55f5124b-c6ba-4e84-b1aa-9d5d030ef388),segment_id=55f5124b-c6ba-4e84-b1aa-9d5d030ef388)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:36:19.891517 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-183d8daf-bd1d-45f8-8c1e-0f6dfa693dd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (fb0f3e9f-596f-46a5-951b-b4c29c309524), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:19.903713 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-183d8daf-bd1d-45f8-8c1e-0f6dfa693dd4 admin admin] Calling delete_port for fb0f3e9f-596f-46a5-951b-b4c29c309524 owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:36:20.077654 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-183d8daf-bd1d-45f8-8c1e-0f6dfa693dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (fb0f3e9f-596f-46a5-951b-b4c29c309524), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:20.106488 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d8daf-bd1d-45f8-8c1e-0f6dfa693dd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb0f3e9f-596f-46a5-951b-b4c29c309524,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:20.128546 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 51452078-c2a0-4478-80f5-9dbe88f058a3 no longer exists at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:36:20.150692 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] No Port match for: 51452078-c2a0-4478-80f5-9dbe88f058a3 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:36:20.151045 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 51452078-c2a0-4478-80f5-9dbe88f058a3 not bound to the agent host dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:36:20.151493 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device c00e432c-3cec-4d1f-8f30-a21dd8cec7b6 no longer exists at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:36:20.172297 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] No Port match for: c00e432c-3cec-4d1f-8f30-a21dd8cec7b6 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:36:20.172644 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device c00e432c-3cec-4d1f-8f30-a21dd8cec7b6 not bound to the agent host dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:36:20.286342 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-183d8daf-bd1d-45f8-8c1e-0f6dfa693dd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-997627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-565914'] for router_interface (c8f1197c-6fa9-45cb-8e80-d4531bd59071), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:20.287835 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 60824) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:20.705083 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-990a2e9a-f952-4dda-bc99-da5fb1616206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567050'] for router_interface (3751d2d2-c3e0-4d50-8ef4-231e870718a7), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:20.752787 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183d8daf-bd1d-45f8-8c1e-0f6dfa693dd4 admin admin] Router c8f1197c-6fa9-45cb-8e80-d4531bd59071 has already been hosted by L3 agent f711a738-9445-49a6-871d-c35940c1a323 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 18:36:20.857365 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183d8daf-bd1d-45f8-8c1e-0f6dfa693dd4 admin admin] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:36:20.865408 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-183d8daf-bd1d-45f8-8c1e-0f6dfa693dd4 admin admin] 10.222.0.57 "PUT /v2.0/routers/c8f1197c-6fa9-45cb-8e80-d4531bd59071/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7744434 Jan 17 18:36:20.865408 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 60828) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:20.869290 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8170894-6ae8-429b-9679-2004fa33b946 None None] Sync routers for ids ['c8f1197c-6fa9-45cb-8e80-d4531bd59071'] in dv-cinder-824995-1-iscsi {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:36:20.880557 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8170894-6ae8-429b-9679-2004fa33b946 None None] Routers {'c8f1197c-6fa9-45cb-8e80-d4531bd59071'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:36:20.881544 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d8170894-6ae8-429b-9679-2004fa33b946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:35:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['c8f1197c-6fa9-45cb-8e80-d4531bd59071'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:36:20.954501 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-990a2e9a-f952-4dda-bc99-da5fb1616206 admin admin] Deleting port e2f5b37e-d511-4ffe-97fb-95d753b712df {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:36:20.954834 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-990a2e9a-f952-4dda-bc99-da5fb1616206 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (e2f5b37e-d511-4ffe-97fb-95d753b712df), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:20.974006 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-12ee640d-7b9d-47f6-a23c-e89c9eda30fc admin admin] Publish callbacks [] for router (c8f1197c-6fa9-45cb-8e80-d4531bd59071), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:20.985827 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-d8170894-6ae8-429b-9679-2004fa33b946 None None] Set router c8f1197c-6fa9-45cb-8e80-d4531bd59071 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:36:21.036951 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-990a2e9a-f952-4dda-bc99-da5fb1616206 admin admin] For port e2f5b37e-d511-4ffe-97fb-95d753b712df, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=e2f5b37e-d511-4ffe-97fb-95d753b712df,segment=NetworkSegment(2c78bc40-75f9-41e4-87c6-931db814d21f),segment_id=2c78bc40-75f9-41e4-87c6-931db814d21f)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:36:21.037319 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-990a2e9a-f952-4dda-bc99-da5fb1616206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (e2f5b37e-d511-4ffe-97fb-95d753b712df), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:21.051748 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-990a2e9a-f952-4dda-bc99-da5fb1616206 admin admin] Calling delete_port for e2f5b37e-d511-4ffe-97fb-95d753b712df owned by network:router_interface {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:36:21.070394 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5193f440-d375-4ed4-aa54-e28cbde234aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:21.085808 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-12ee640d-7b9d-47f6-a23c-e89c9eda30fc admin admin] Publish callbacks [] for router_gateway (c8f1197c-6fa9-45cb-8e80-d4531bd59071), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:21.143830 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-12ee640d-7b9d-47f6-a23c-e89c9eda30fc admin admin] Deleting port 8c9e24ba-5333-441a-ab28-3abcf470c5c2 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:36:21.144531 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-12ee640d-7b9d-47f6-a23c-e89c9eda30fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (8c9e24ba-5333-441a-ab28-3abcf470c5c2), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:21.228331 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-12ee640d-7b9d-47f6-a23c-e89c9eda30fc admin admin] For port 8c9e24ba-5333-441a-ab28-3abcf470c5c2, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=8c9e24ba-5333-441a-ab28-3abcf470c5c2,segment=NetworkSegment(8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f),segment_id=8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:36:21.228697 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-12ee640d-7b9d-47f6-a23c-e89c9eda30fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (8c9e24ba-5333-441a-ab28-3abcf470c5c2), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:21.242561 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-12ee640d-7b9d-47f6-a23c-e89c9eda30fc admin admin] Calling delete_port for 8c9e24ba-5333-441a-ab28-3abcf470c5c2 owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:36:21.258312 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d8170894-6ae8-429b-9679-2004fa33b946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f1197c-6fa9-45cb-8e80-d4531bd59071', 'name': 'tempest-TestShelveInstance-91773043-router', 'tenant_id': '76ae697c8d6840bebe502975f707a46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '8c9e24ba-5333-441a-ab28-3abcf470c5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:49Z', 'updated_at': '2022-01-17T18:36:20Z', 'revision_number': 5, 'project_id': '76ae697c8d6840bebe502975f707a46e', 'gw_port': {'id': '8c9e24ba-5333-441a-ab28-3abcf470c5c2', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f1197c-6fa9-45cb-8e80-d4531bd59071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:50Z', 'updated_at': '2022-01-17T18:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi'}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:36:21.264217 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-990a2e9a-f952-4dda-bc99-da5fb1616206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261205625'] for port (e2f5b37e-d511-4ffe-97fb-95d753b712df), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:21.291701 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8170894-6ae8-429b-9679-2004fa33b946 None None] Checking router: c8f1197c-6fa9-45cb-8e80-d4531bd59071 for host: dv-cinder-824995-1-iscsi {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:36:21.300814 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8170894-6ae8-429b-9679-2004fa33b946 None None] Routers {'c8f1197c-6fa9-45cb-8e80-d4531bd59071'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:36:21.301811 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d8170894-6ae8-429b-9679-2004fa33b946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:35:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['c8f1197c-6fa9-45cb-8e80-d4531bd59071'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:36:21.303685 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a2e9a-f952-4dda-bc99-da5fb1616206 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2f5b37e-d511-4ffe-97fb-95d753b712df,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:21.432768 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-d8170894-6ae8-429b-9679-2004fa33b946 None None] Set router c8f1197c-6fa9-45cb-8e80-d4531bd59071 gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:36:21.462013 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-12ee640d-7b9d-47f6-a23c-e89c9eda30fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (8c9e24ba-5333-441a-ab28-3abcf470c5c2), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:21.488150 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d8170894-6ae8-429b-9679-2004fa33b946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f1197c-6fa9-45cb-8e80-d4531bd59071', 'name': 'tempest-TestShelveInstance-91773043-router', 'tenant_id': '76ae697c8d6840bebe502975f707a46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:49Z', 'updated_at': '2022-01-17T18:36:21Z', 'revision_number': 6, 'project_id': '76ae697c8d6840bebe502975f707a46e', 'gw_port_host': None}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:36:21.493062 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee640d-7b9d-47f6-a23c-e89c9eda30fc admin admin] Pushing event deleted for resources: {'Port': ['ID=8c9e24ba-5333-441a-ab28-3abcf470c5c2,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:21.520283 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8170894-6ae8-429b-9679-2004fa33b946 None None] The sync data for ids ['c8f1197c-6fa9-45cb-8e80-d4531bd59071'] in dv-cinder-824995-1-iscsi is: [{'id': 'c8f1197c-6fa9-45cb-8e80-d4531bd59071', 'name': 'tempest-TestShelveInstance-91773043-router', 'tenant_id': '76ae697c8d6840bebe502975f707a46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:49Z', 'updated_at': '2022-01-17T18:36:21Z', 'revision_number': 6, 'project_id': '76ae697c8d6840bebe502975f707a46e', 'gw_port_host': None}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:36:21.526208 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-990a2e9a-f952-4dda-bc99-da5fb1616206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-997627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-565914'] for router_interface (3751d2d2-c3e0-4d50-8ef4-231e870718a7), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:21.570978 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-12ee640d-7b9d-47f6-a23c-e89c9eda30fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565616'] for router_gateway (c8f1197c-6fa9-45cb-8e80-d4531bd59071), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:21.659940 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-12ee640d-7b9d-47f6-a23c-e89c9eda30fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31983'] for router (c8f1197c-6fa9-45cb-8e80-d4531bd59071), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:21.662036 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-12ee640d-7b9d-47f6-a23c-e89c9eda30fc admin admin] Publish callbacks [] for router_controller (c8f1197c-6fa9-45cb-8e80-d4531bd59071), precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:21.707629 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-12ee640d-7b9d-47f6-a23c-e89c9eda30fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-567788'] for router (c8f1197c-6fa9-45cb-8e80-d4531bd59071), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:21.708224 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ee640d-7b9d-47f6-a23c-e89c9eda30fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8f1197c-6fa9-45cb-8e80-d4531bd59071 {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 18:36:21.712755 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-12ee640d-7b9d-47f6-a23c-e89c9eda30fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:21.716142 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-12ee640d-7b9d-47f6-a23c-e89c9eda30fc admin admin] 10.222.0.57 "DELETE /v2.0/routers/c8f1197c-6fa9-45cb-8e80-d4531bd59071 HTTP/1.1" status: 204 len: 168 time: 0.8476501 Jan 17 18:36:21.716421 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 60830) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:21.755138 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990a2e9a-f952-4dda-bc99-da5fb1616206 admin admin] Router 3751d2d2-c3e0-4d50-8ef4-231e870718a7 has already been hosted by L3 agent f711a738-9445-49a6-871d-c35940c1a323 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 18:36:21.765522 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3b92656-6f6b-4e28-8a23-4a65d9cedef2 admin admin] Deleting subnet 875b876e-6959-42ac-97b9-9309009bdde6 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 18:36:21.768579 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e3b92656-6f6b-4e28-8a23-4a65d9cedef2 admin admin] Publish callbacks [] for subnet (875b876e-6959-42ac-97b9-9309009bdde6), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:21.803462 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e3b92656-6f6b-4e28-8a23-4a65d9cedef2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557888'] for subnet (875b876e-6959-42ac-97b9-9309009bdde6), precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:21.873979 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990a2e9a-f952-4dda-bc99-da5fb1616206 admin admin] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:36:21.881422 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-990a2e9a-f952-4dda-bc99-da5fb1616206 admin admin] 10.222.0.57 "PUT /v2.0/routers/3751d2d2-c3e0-4d50-8ef4-231e870718a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5895660 Jan 17 18:36:21.883106 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 60832) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:21.887739 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855b9d5c-e0db-4551-a307-63ba3858a840 None None] Sync routers for ids ['3751d2d2-c3e0-4d50-8ef4-231e870718a7'] in dv-cinder-824995-1-iscsi {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:36:21.905400 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855b9d5c-e0db-4551-a307-63ba3858a840 None None] Routers {'3751d2d2-c3e0-4d50-8ef4-231e870718a7'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:36:21.906336 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-855b9d5c-e0db-4551-a307-63ba3858a840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:35:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['3751d2d2-c3e0-4d50-8ef4-231e870718a7'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:36:21.923166 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e3b92656-6f6b-4e28-8a23-4a65d9cedef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16255576'] for subnet (875b876e-6959-42ac-97b9-9309009bdde6), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:22.000692 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e3b92656-6f6b-4e28-8a23-4a65d9cedef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16255567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260168006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4038279'] for subnet (875b876e-6959-42ac-97b9-9309009bdde6), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:22.010406 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c23c109-c207-40be-bdb0-9edf06b041e7 admin admin] Publish callbacks [] for router (3751d2d2-c3e0-4d50-8ef4-231e870718a7), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:22.027693 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b92656-6f6b-4e28-8a23-4a65d9cedef2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=875b876e-6959-42ac-97b9-9309009bdde6,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:22.029634 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-855b9d5c-e0db-4551-a307-63ba3858a840 None None] Set router 3751d2d2-c3e0-4d50-8ef4-231e870718a7 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:36:22.031395 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e3b92656-6f6b-4e28-8a23-4a65d9cedef2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for subnet (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:22.034639 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-e3b92656-6f6b-4e28-8a23-4a65d9cedef2 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/875b876e-6959-42ac-97b9-9309009bdde6 HTTP/1.1" status: 204 len: 168 time: 0.3172197 Jan 17 18:36:22.039944 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 60834) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:22.064235 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469c37fd-4d9b-4d14-813c-ec334ff35b62 None None] Network 0da7f28e-6c18-4d33-878a-00b61b38f01d requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:36:22.116828 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-55e91753-cd4c-489f-928e-df6658c17f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16714788'] for network (0da7f28e-6c18-4d33-878a-00b61b38f01d), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:22.177379 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-55e91753-cd4c-489f-928e-df6658c17f47 admin admin] Deleting port ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:36:22.178078 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-55e91753-cd4c-489f-928e-df6658c17f47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:22.245553 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-55e91753-cd4c-489f-928e-df6658c17f47 admin admin] For port ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1,segment=NetworkSegment(55f5124b-c6ba-4e84-b1aa-9d5d030ef388),segment_id=55f5124b-c6ba-4e84-b1aa-9d5d030ef388)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:36:22.245827 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-55e91753-cd4c-489f-928e-df6658c17f47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:22.260656 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-55e91753-cd4c-489f-928e-df6658c17f47 admin admin] Calling delete_port for ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1 owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:36:22.325965 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-855b9d5c-e0db-4551-a307-63ba3858a840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'name': 'tempest-AttachVolumeShelveTestJSON-878886642-router', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:29:04Z', 'updated_at': '2022-01-17T18:36:21Z', 'revision_number': 5, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'gw_port': {'id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ab:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:06Z', 'updated_at': '2022-01-17T18:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi'}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:36:22.374754 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c12ff3-5a40-4bab-a30f-02d3f1df09fc None None] DHCP port deletion for 0da7f28e-6c18-4d33-878a-00b61b38f01d request from dv-cinder-824995-1-iscsi {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 18:36:22.378333 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855b9d5c-e0db-4551-a307-63ba3858a840 None None] Checking router: 3751d2d2-c3e0-4d50-8ef4-231e870718a7 for host: dv-cinder-824995-1-iscsi {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:36:22.392086 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-55e91753-cd4c-489f-928e-df6658c17f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:22.416641 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-a8c12ff3-5a40-4bab-a30f-02d3f1df09fc None None] The port 'ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1' was deleted {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Jan 17 18:36:22.418583 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855b9d5c-e0db-4551-a307-63ba3858a840 None None] Routers {'3751d2d2-c3e0-4d50-8ef4-231e870718a7'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:36:22.419549 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-855b9d5c-e0db-4551-a307-63ba3858a840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:35:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['3751d2d2-c3e0-4d50-8ef4-231e870718a7'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:36:22.440716 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e91753-cd4c-489f-928e-df6658c17f47 admin admin] No DVR routers for this DVR port ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1 on host dv-cinder-824995-1-iscsi {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 18:36:22.451278 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e91753-cd4c-489f-928e-df6658c17f47 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:22.472777 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c23c109-c207-40be-bdb0-9edf06b041e7 admin admin] Publish callbacks [] for router_gateway (3751d2d2-c3e0-4d50-8ef4-231e870718a7), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:22.520533 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 8c9e24ba-5333-441a-ab28-3abcf470c5c2 no longer exists at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:36:22.543147 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-8c23c109-c207-40be-bdb0-9edf06b041e7 admin admin] Deleting port e2d3fedb-02bb-4031-b568-d42e8161f9ee {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:36:22.543670 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c23c109-c207-40be-bdb0-9edf06b041e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (e2d3fedb-02bb-4031-b568-d42e8161f9ee), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:22.551282 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] No Port match for: 8c9e24ba-5333-441a-ab28-3abcf470c5c2 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:36:22.551680 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 8c9e24ba-5333-441a-ab28-3abcf470c5c2 not bound to the agent host dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:36:22.552106 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device fb0f3e9f-596f-46a5-951b-b4c29c309524 no longer exists at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:36:22.569764 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-55e91753-cd4c-489f-928e-df6658c17f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16256479', 'neutron.services.segments.db._delete_segments_for_network-8736374233384'] for network (0da7f28e-6c18-4d33-878a-00b61b38f01d), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:22.578097 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] No Port match for: fb0f3e9f-596f-46a5-951b-b4c29c309524 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:36:22.578284 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device fb0f3e9f-596f-46a5-951b-b4c29c309524 not bound to the agent host dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:36:22.590787 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-855b9d5c-e0db-4551-a307-63ba3858a840 None None] Set router 3751d2d2-c3e0-4d50-8ef4-231e870718a7 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:36:22.595537 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.services.segments.db [None req-55e91753-cd4c-489f-928e-df6658c17f47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0da7f28e-6c18-4d33-878a-00b61b38f01d']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:36:22.605924 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.services.segments.db [None req-55e91753-cd4c-489f-928e-df6658c17f47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f5124b-c6ba-4e84-b1aa-9d5d030ef388') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:36:22.606283 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.services.segments.db [None req-55e91753-cd4c-489f-928e-df6658c17f47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f5124b-c6ba-4e84-b1aa-9d5d030ef388') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:36:22.620452 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-55e91753-cd4c-489f-928e-df6658c17f47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736374233137', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558899'] for segment (55f5124b-c6ba-4e84-b1aa-9d5d030ef388), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:22.634975 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-55e91753-cd4c-489f-928e-df6658c17f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749'] for segment (55f5124b-c6ba-4e84-b1aa-9d5d030ef388), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:22.641243 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55e91753-cd4c-489f-928e-df6658c17f47 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 18:36:22.641774 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-55e91753-cd4c-489f-928e-df6658c17f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260167976'] for segment (55f5124b-c6ba-4e84-b1aa-9d5d030ef388), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:22.643538 dv-cinder-824995-1-iscsi neutron-server[102422]: Traceback (most recent call last): Jan 17 18:36:22.643538 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 18:36:22.643538 dv-cinder-824995-1-iscsi neutron-server[102422]: timer() Jan 17 18:36:22.643538 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 18:36:22.643538 dv-cinder-824995-1-iscsi neutron-server[102422]: cb(*args, **kw) Jan 17 18:36:22.643538 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 18:36:22.643538 dv-cinder-824995-1-iscsi neutron-server[102422]: return func(*args, **kwargs) Jan 17 18:36:22.643538 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 18:36:22.643538 dv-cinder-824995-1-iscsi neutron-server[102422]: self._notify() Jan 17 18:36:22.643538 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 18:36:22.643538 dv-cinder-824995-1-iscsi neutron-server[102422]: self.callback(batched_events) Jan 17 18:36:22.643538 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 18:36:22.643538 dv-cinder-824995-1-iscsi neutron-server[102422]: event.method(event) Jan 17 18:36:22.643538 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 18:36:22.643538 dv-cinder-824995-1-iscsi neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 18:36:22.643538 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 18:36:22.643538 dv-cinder-824995-1-iscsi neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 18:36:22.643538 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 18:36:22.643538 dv-cinder-824995-1-iscsi neutron-server[102422]: return f(self, *a, **k) Jan 17 18:36:22.643538 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 18:36:22.643538 dv-cinder-824995-1-iscsi neutron-server[102422]: return self._get(url).json() Jan 17 18:36:22.643538 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 18:36:22.643538 dv-cinder-824995-1-iscsi neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 18:36:22.643538 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 18:36:22.643538 dv-cinder-824995-1-iscsi neutron-server[102422]: return self.request(url, 'GET', **kwargs) Jan 17 18:36:22.643538 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 18:36:22.643538 dv-cinder-824995-1-iscsi neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 18:36:22.643538 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 18:36:22.643538 dv-cinder-824995-1-iscsi neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 18:36:22.643538 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 18:36:22.643538 dv-cinder-824995-1-iscsi neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 18:36:22.643538 dv-cinder-824995-1-iscsi neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 18:36:22.648916 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-8c23c109-c207-40be-bdb0-9edf06b041e7 admin admin] For port e2d3fedb-02bb-4031-b568-d42e8161f9ee, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=e2d3fedb-02bb-4031-b568-d42e8161f9ee,segment=NetworkSegment(8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f),segment_id=8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:36:22.649390 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c23c109-c207-40be-bdb0-9edf06b041e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (e2d3fedb-02bb-4031-b568-d42e8161f9ee), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:22.668722 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-8c23c109-c207-40be-bdb0-9edf06b041e7 admin admin] Calling delete_port for e2d3fedb-02bb-4031-b568-d42e8161f9ee owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:36:22.709613 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-55e91753-cd4c-489f-928e-df6658c17f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16256454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565532'] for network (0da7f28e-6c18-4d33-878a-00b61b38f01d), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:22.725311 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-55e91753-cd4c-489f-928e-df6658c17f47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for network (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:22.734523 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-55e91753-cd4c-489f-928e-df6658c17f47 admin admin] 10.222.0.57 "DELETE /v2.0/networks/0da7f28e-6c18-4d33-878a-00b61b38f01d HTTP/1.1" status: 204 len: 168 time: 0.6923099 Jan 17 18:36:22.750479 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e91753-cd4c-489f-928e-df6658c17f47 admin admin] Pushing event deleted for resources: {'Network': ['ID=0da7f28e-6c18-4d33-878a-00b61b38f01d,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:22.876746 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 60838) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:22.888232 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c23c109-c207-40be-bdb0-9edf06b041e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261205625'] for port (e2d3fedb-02bb-4031-b568-d42e8161f9ee), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:22.919753 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c23c109-c207-40be-bdb0-9edf06b041e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2d3fedb-02bb-4031-b568-d42e8161f9ee,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:22.922932 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-1c467083-72d6-461e-ad6f-75b9cf3bb550 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5262d740746c4265993cce733a67438a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426552 Jan 17 18:36:22.923233 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 60840) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:22.932002 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-855b9d5c-e0db-4551-a307-63ba3858a840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'name': 'tempest-AttachVolumeShelveTestJSON-878886642-router', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:29:04Z', 'updated_at': '2022-01-17T18:36:21Z', 'revision_number': 5, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'gw_port': {'id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ab:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:06Z', 'updated_at': '2022-01-17T18:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi'}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:36:22.960137 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855b9d5c-e0db-4551-a307-63ba3858a840 None None] The sync data for ids ['3751d2d2-c3e0-4d50-8ef4-231e870718a7'] in dv-cinder-824995-1-iscsi is: [{'id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'name': 'tempest-AttachVolumeShelveTestJSON-878886642-router', 'tenant_id': '11bc53620fe449daa11721cdccd1e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:29:04Z', 'updated_at': '2022-01-17T18:36:21Z', 'revision_number': 5, 'project_id': '11bc53620fe449daa11721cdccd1e9a7', 'gw_port': {'id': 'e2d3fedb-02bb-4031-b568-d42e8161f9ee', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ab:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751d2d2-c3e0-4d50-8ef4-231e870718a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:29:06Z', 'updated_at': '2022-01-17T18:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi'}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:36:22.979694 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6734b35d-33fa-4d99-a8b0-080a3ac8beee admin admin] Publish callbacks [] for security_group (806d8332-482c-4e58-a508-09b877714614), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:22.983012 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c23c109-c207-40be-bdb0-9edf06b041e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565616'] for router_gateway (3751d2d2-c3e0-4d50-8ef4-231e870718a7), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:23.005045 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6734b35d-33fa-4d99-a8b0-080a3ac8beee admin admin] Publish callbacks [] for security_group (806d8332-482c-4e58-a508-09b877714614), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:23.055460 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6734b35d-33fa-4d99-a8b0-080a3ac8beee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (806d8332-482c-4e58-a508-09b877714614), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:23.058299 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6734b35d-33fa-4d99-a8b0-080a3ac8beee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:23.059436 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-6734b35d-33fa-4d99-a8b0-080a3ac8beee admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/806d8332-482c-4e58-a508-09b877714614 HTTP/1.1" status: 204 len: 168 time: 0.1344337 Jan 17 18:36:23.067838 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6734b35d-33fa-4d99-a8b0-080a3ac8beee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806d8332-482c-4e58-a508-09b877714614,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:23.074455 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c23c109-c207-40be-bdb0-9edf06b041e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31983'] for router (3751d2d2-c3e0-4d50-8ef4-231e870718a7), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:23.077422 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c23c109-c207-40be-bdb0-9edf06b041e7 admin admin] Publish callbacks [] for router_controller (3751d2d2-c3e0-4d50-8ef4-231e870718a7), precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:23.124979 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c23c109-c207-40be-bdb0-9edf06b041e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-567788'] for router (3751d2d2-c3e0-4d50-8ef4-231e870718a7), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:23.125539 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c23c109-c207-40be-bdb0-9edf06b041e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3751d2d2-c3e0-4d50-8ef4-231e870718a7 {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 18:36:23.130026 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c23c109-c207-40be-bdb0-9edf06b041e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:23.132031 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-8c23c109-c207-40be-bdb0-9edf06b041e7 admin admin] 10.222.0.57 "DELETE /v2.0/routers/3751d2d2-c3e0-4d50-8ef4-231e870718a7 HTTP/1.1" status: 204 len: 168 time: 1.2479372 Jan 17 18:36:23.135143 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 60844) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:23.179339 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c9531ab-a821-44df-b9c0-8b6660926871 admin admin] Deleting subnet 9ea9967e-4370-4564-98d1-90d5a9404775 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 18:36:23.182421 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c9531ab-a821-44df-b9c0-8b6660926871 admin admin] Publish callbacks [] for subnet (9ea9967e-4370-4564-98d1-90d5a9404775), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:23.217109 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c9531ab-a821-44df-b9c0-8b6660926871 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3232230'] for subnet (9ea9967e-4370-4564-98d1-90d5a9404775), precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:23.311096 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c9531ab-a821-44df-b9c0-8b6660926871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16255576'] for subnet (9ea9967e-4370-4564-98d1-90d5a9404775), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:23.371525 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c9531ab-a821-44df-b9c0-8b6660926871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16255567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261205578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261080105'] for subnet (9ea9967e-4370-4564-98d1-90d5a9404775), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:23.392509 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0a8206a7-4817-460c-91e9-e0a921d21edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:23.402548 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9531ab-a821-44df-b9c0-8b6660926871 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ea9967e-4370-4564-98d1-90d5a9404775,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:23.409869 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 60848) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:23.412964 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c9531ab-a821-44df-b9c0-8b6660926871 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:23.416761 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-8c9531ab-a821-44df-b9c0-8b6660926871 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/9ea9967e-4370-4564-98d1-90d5a9404775 HTTP/1.1" status: 204 len: 168 time: 0.2806075 Jan 17 18:36:23.417126 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0fd5ad-87b3-4c7c-88f9-f5c16da40066 None None] Network 2212e019-d500-4b0c-9632-00978d519e48 requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:36:23.419247 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 60850) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:23.457739 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-6b2ac989-89df-4c88-a9a5-8355166cf017 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=76ae697c8d6840bebe502975f707a46e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0466924 Jan 17 18:36:23.460286 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 60852) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:23.512784 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ded2eafb-d227-4527-af80-7e6d3cbaee9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16714788'] for network (2212e019-d500-4b0c-9632-00978d519e48), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:23.516080 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8cd4a089-5511-4d69-b450-17f9aee78886 admin admin] Publish callbacks [] for security_group (6db5ee30-6a09-4b5a-899d-4db6bf9d2818), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:23.544879 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8cd4a089-5511-4d69-b450-17f9aee78886 admin admin] Publish callbacks [] for security_group (6db5ee30-6a09-4b5a-899d-4db6bf9d2818), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:23.577972 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-ded2eafb-d227-4527-af80-7e6d3cbaee9d admin admin] Deleting port aea8acc8-fae7-4569-a1ec-802d40591fba {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:36:23.578462 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ded2eafb-d227-4527-af80-7e6d3cbaee9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (aea8acc8-fae7-4569-a1ec-802d40591fba), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:23.602732 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8cd4a089-5511-4d69-b450-17f9aee78886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (6db5ee30-6a09-4b5a-899d-4db6bf9d2818), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:23.605802 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8cd4a089-5511-4d69-b450-17f9aee78886 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:23.607905 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-8cd4a089-5511-4d69-b450-17f9aee78886 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6db5ee30-6a09-4b5a-899d-4db6bf9d2818 HTTP/1.1" status: 204 len: 168 time: 0.1462476 Jan 17 18:36:23.619749 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd4a089-5511-4d69-b450-17f9aee78886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db5ee30-6a09-4b5a-899d-4db6bf9d2818,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:23.629159 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a00745-60fa-49a1-9bc1-f02b62034589 None None] DHCP port deletion for 2212e019-d500-4b0c-9632-00978d519e48 request from dv-cinder-824995-1-iscsi {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 18:36:23.655963 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-ded2eafb-d227-4527-af80-7e6d3cbaee9d admin admin] For port aea8acc8-fae7-4569-a1ec-802d40591fba, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=aea8acc8-fae7-4569-a1ec-802d40591fba,segment=NetworkSegment(2c78bc40-75f9-41e4-87c6-931db814d21f),segment_id=2c78bc40-75f9-41e4-87c6-931db814d21f)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:36:23.656404 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ded2eafb-d227-4527-af80-7e6d3cbaee9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (aea8acc8-fae7-4569-a1ec-802d40591fba), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:23.673891 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-ded2eafb-d227-4527-af80-7e6d3cbaee9d admin admin] Calling delete_port for aea8acc8-fae7-4569-a1ec-802d40591fba owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:36:23.704556 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-f1a00745-60fa-49a1-9bc1-f02b62034589 None None] Deleting port aea8acc8-fae7-4569-a1ec-802d40591fba {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:36:23.705248 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f1a00745-60fa-49a1-9bc1-f02b62034589 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (aea8acc8-fae7-4569-a1ec-802d40591fba), before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:23.770752 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ded2eafb-d227-4527-af80-7e6d3cbaee9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (aea8acc8-fae7-4569-a1ec-802d40591fba), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:23.775192 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-f1a00745-60fa-49a1-9bc1-f02b62034589 None None] For port aea8acc8-fae7-4569-a1ec-802d40591fba, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=aea8acc8-fae7-4569-a1ec-802d40591fba,segment=NetworkSegment(2c78bc40-75f9-41e4-87c6-931db814d21f),segment_id=2c78bc40-75f9-41e4-87c6-931db814d21f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:36:23.775724 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f1a00745-60fa-49a1-9bc1-f02b62034589 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (aea8acc8-fae7-4569-a1ec-802d40591fba), precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:23.789002 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-f1a00745-60fa-49a1-9bc1-f02b62034589 None None] Calling delete_port for aea8acc8-fae7-4569-a1ec-802d40591fba owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:36:23.809706 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2eafb-d227-4527-af80-7e6d3cbaee9d admin admin] Pushing event deleted for resources: {'Port': ['ID=aea8acc8-fae7-4569-a1ec-802d40591fba,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:23.813584 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded2eafb-d227-4527-af80-7e6d3cbaee9d admin admin] No DVR routers for this DVR port aea8acc8-fae7-4569-a1ec-802d40591fba on host dv-cinder-824995-1-iscsi {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 18:36:23.896521 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f1a00745-60fa-49a1-9bc1-f02b62034589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933'] for port (aea8acc8-fae7-4569-a1ec-802d40591fba), after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:23.910314 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ded2eafb-d227-4527-af80-7e6d3cbaee9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16256479', 'neutron.services.segments.db._delete_segments_for_network-8736374233384'] for network (2212e019-d500-4b0c-9632-00978d519e48), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:23.925571 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a00745-60fa-49a1-9bc1-f02b62034589 None None] Pushing event deleted for resources: {'Port': ['ID=aea8acc8-fae7-4569-a1ec-802d40591fba,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:23.929351 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a00745-60fa-49a1-9bc1-f02b62034589 None None] No DVR routers for this DVR port aea8acc8-fae7-4569-a1ec-802d40591fba on host dv-cinder-824995-1-iscsi {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 18:36:23.938060 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.services.segments.db [None req-ded2eafb-d227-4527-af80-7e6d3cbaee9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2212e019-d500-4b0c-9632-00978d519e48']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:36:23.953632 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.services.segments.db [None req-ded2eafb-d227-4527-af80-7e6d3cbaee9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c78bc40-75f9-41e4-87c6-931db814d21f') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:36:23.953945 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.services.segments.db [None req-ded2eafb-d227-4527-af80-7e6d3cbaee9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c78bc40-75f9-41e4-87c6-931db814d21f') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:36:23.965918 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ded2eafb-d227-4527-af80-7e6d3cbaee9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736374233137', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558899'] for segment (2c78bc40-75f9-41e4-87c6-931db814d21f), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:23.981120 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ded2eafb-d227-4527-af80-7e6d3cbaee9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749'] for segment (2c78bc40-75f9-41e4-87c6-931db814d21f), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:23.988094 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ded2eafb-d227-4527-af80-7e6d3cbaee9d admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 18:36:23.988507 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ded2eafb-d227-4527-af80-7e6d3cbaee9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260167976'] for segment (2c78bc40-75f9-41e4-87c6-931db814d21f), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:23.990390 dv-cinder-824995-1-iscsi neutron-server[102422]: Traceback (most recent call last): Jan 17 18:36:23.990390 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 18:36:23.990390 dv-cinder-824995-1-iscsi neutron-server[102422]: timer() Jan 17 18:36:23.990390 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 18:36:23.990390 dv-cinder-824995-1-iscsi neutron-server[102422]: cb(*args, **kw) Jan 17 18:36:23.990390 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 18:36:23.990390 dv-cinder-824995-1-iscsi neutron-server[102422]: return func(*args, **kwargs) Jan 17 18:36:23.990390 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 18:36:23.990390 dv-cinder-824995-1-iscsi neutron-server[102422]: self._notify() Jan 17 18:36:23.990390 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 18:36:23.990390 dv-cinder-824995-1-iscsi neutron-server[102422]: self.callback(batched_events) Jan 17 18:36:23.990390 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 18:36:23.990390 dv-cinder-824995-1-iscsi neutron-server[102422]: event.method(event) Jan 17 18:36:23.990390 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 18:36:23.990390 dv-cinder-824995-1-iscsi neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 18:36:23.990390 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 18:36:23.990390 dv-cinder-824995-1-iscsi neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 18:36:23.990390 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 18:36:23.990390 dv-cinder-824995-1-iscsi neutron-server[102422]: return f(self, *a, **k) Jan 17 18:36:23.990390 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 18:36:23.990390 dv-cinder-824995-1-iscsi neutron-server[102422]: return self._get(url).json() Jan 17 18:36:23.990390 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 18:36:23.990390 dv-cinder-824995-1-iscsi neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 18:36:23.990390 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 18:36:23.990390 dv-cinder-824995-1-iscsi neutron-server[102422]: return self.request(url, 'GET', **kwargs) Jan 17 18:36:23.990390 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 18:36:23.990390 dv-cinder-824995-1-iscsi neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 18:36:23.990390 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 18:36:23.990390 dv-cinder-824995-1-iscsi neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 18:36:23.990390 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 18:36:23.990390 dv-cinder-824995-1-iscsi neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 18:36:23.990390 dv-cinder-824995-1-iscsi neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 18:36:24.051819 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ded2eafb-d227-4527-af80-7e6d3cbaee9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16256454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565532'] for network (2212e019-d500-4b0c-9632-00978d519e48), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:24.059704 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ded2eafb-d227-4527-af80-7e6d3cbaee9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for network (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:24.062966 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-ded2eafb-d227-4527-af80-7e6d3cbaee9d admin admin] 10.222.0.57 "DELETE /v2.0/networks/2212e019-d500-4b0c-9632-00978d519e48 HTTP/1.1" status: 204 len: 168 time: 0.6422172 Jan 17 18:36:24.075725 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2eafb-d227-4527-af80-7e6d3cbaee9d admin admin] Pushing event deleted for resources: {'Network': ['ID=2212e019-d500-4b0c-9632-00978d519e48,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:24.150248 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device aea8acc8-fae7-4569-a1ec-802d40591fba no longer exists at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:36:24.171244 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] No Port match for: aea8acc8-fae7-4569-a1ec-802d40591fba {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:36:24.171718 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device aea8acc8-fae7-4569-a1ec-802d40591fba not bound to the agent host dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:36:24.172146 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device e2d3fedb-02bb-4031-b568-d42e8161f9ee no longer exists at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:36:24.191623 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] No Port match for: e2d3fedb-02bb-4031-b568-d42e8161f9ee {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:36:24.191976 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device e2d3fedb-02bb-4031-b568-d42e8161f9ee not bound to the agent host dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:36:24.192399 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1 no longer exists at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:36:24.215005 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] No Port match for: ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:36:24.215349 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device ec34ea7c-c2f5-4a7a-ae15-fc1f8b139ed1 not bound to the agent host dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:36:24.215801 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device e2f5b37e-d511-4ffe-97fb-95d753b712df no longer exists at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:36:24.235009 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 60858) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:24.235555 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] No Port match for: e2f5b37e-d511-4ffe-97fb-95d753b712df {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:36:24.236083 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device e2f5b37e-d511-4ffe-97fb-95d753b712df not bound to the agent host dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:36:24.276483 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-846e7162-00e9-4b52-a2e7-493a77c142b9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=11bc53620fe449daa11721cdccd1e9a7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0401781 Jan 17 18:36:24.278850 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 60860) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:24.324915 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-08dcea9f-c2ab-42b2-aee7-79827f455158 admin admin] Publish callbacks [] for security_group (098b5d0f-5175-4290-8058-23f91eb24b11), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:24.346213 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-08dcea9f-c2ab-42b2-aee7-79827f455158 admin admin] Publish callbacks [] for security_group (098b5d0f-5175-4290-8058-23f91eb24b11), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:24.392221 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-08dcea9f-c2ab-42b2-aee7-79827f455158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (098b5d0f-5175-4290-8058-23f91eb24b11), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:24.394930 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-08dcea9f-c2ab-42b2-aee7-79827f455158 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:24.396120 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-08dcea9f-c2ab-42b2-aee7-79827f455158 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/098b5d0f-5175-4290-8058-23f91eb24b11 HTTP/1.1" status: 204 len: 168 time: 0.1163635 Jan 17 18:36:24.404261 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dcea9f-c2ab-42b2-aee7-79827f455158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098b5d0f-5175-4290-8058-23f91eb24b11,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:24.553329 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:26.122832 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:27.342729 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:28.054856 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 60946) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:28.164672 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5fb4e87c-9bdd-4d3b-a03c-d9d718cc42d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:28.241055 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5fb4e87c-9bdd-4d3b-a03c-d9d718cc42d5 admin admin] Publish callbacks [] for security_group (e3620ab6-beda-48c1-a258-cf3b49648245), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:28.246248 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5fb4e87c-9bdd-4d3b-a03c-d9d718cc42d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (e3620ab6-beda-48c1-a258-cf3b49648245), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:28.283564 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4e87c-9bdd-4d3b-a03c-d9d718cc42d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3620ab6-beda-48c1-a258-cf3b49648245,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:28.290909 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-5fb4e87c-9bdd-4d3b-a03c-d9d718cc42d5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=522f6dfeb00740a897733013fa504f59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2329404 Jan 17 18:36:28.292183 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 60950) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:28.338335 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-10b84ea5-026d-47e2-b8d8-41d56363de9e admin admin] Publish callbacks [] for security_group (e3620ab6-beda-48c1-a258-cf3b49648245), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:28.361641 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-10b84ea5-026d-47e2-b8d8-41d56363de9e admin admin] Publish callbacks [] for security_group (e3620ab6-beda-48c1-a258-cf3b49648245), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:28.409237 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-10b84ea5-026d-47e2-b8d8-41d56363de9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (e3620ab6-beda-48c1-a258-cf3b49648245), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:28.411811 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-10b84ea5-026d-47e2-b8d8-41d56363de9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:28.413667 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-10b84ea5-026d-47e2-b8d8-41d56363de9e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e3620ab6-beda-48c1-a258-cf3b49648245 HTTP/1.1" status: 204 len: 168 time: 0.1206570 Jan 17 18:36:28.422591 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b84ea5-026d-47e2-b8d8-41d56363de9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3620ab6-beda-48c1-a258-cf3b49648245,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:29.399880 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d318f-0273-4157-862c-a2564af656a6 req-7de56efe-ab80-4606-ac78-c4a4524f3966 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:36:29.401288 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4d9d318f-0273-4157-862c-a2564af656a6 req-7de56efe-ab80-4606-ac78-c4a4524f3966 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2018c2-c485-4263-a254-a40a2998fb91 HTTP/1.1" status: 200 len: 945 time: 0.0540795 Jan 17 18:36:29.449042 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4d9d318f-0273-4157-862c-a2564af656a6 req-0e24ccbf-2992-4e44-b4cc-3c4a6dcd8718 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b01cd59-793a-45ed-8e13-d37e118b2952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418332 Jan 17 18:36:30.054905 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 32790) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:30.158313 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6e1d306d-dec4-4d60-9e4e-845a06c4f809 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:30.236489 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6e1d306d-dec4-4d60-9e4e-845a06c4f809 admin admin] Publish callbacks [] for security_group (ccb36f3c-208c-4135-a3dc-6111cadbd390), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:30.240045 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6e1d306d-dec4-4d60-9e4e-845a06c4f809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (ccb36f3c-208c-4135-a3dc-6111cadbd390), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:30.278332 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-6e1d306d-dec4-4d60-9e4e-845a06c4f809 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8a0cfe9dfad44cb0922f62753c350ff5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212422 Jan 17 18:36:30.279162 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d306d-dec4-4d60-9e4e-845a06c4f809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb36f3c-208c-4135-a3dc-6111cadbd390,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:30.281224 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 32794) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:30.328751 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ae68728-d22d-4d6e-abf3-fdffdaf0cc22 admin admin] Publish callbacks [] for security_group (ccb36f3c-208c-4135-a3dc-6111cadbd390), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:30.350713 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ae68728-d22d-4d6e-abf3-fdffdaf0cc22 admin admin] Publish callbacks [] for security_group (ccb36f3c-208c-4135-a3dc-6111cadbd390), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:30.396429 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ae68728-d22d-4d6e-abf3-fdffdaf0cc22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (ccb36f3c-208c-4135-a3dc-6111cadbd390), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:30.399023 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ae68728-d22d-4d6e-abf3-fdffdaf0cc22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:30.401015 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-8ae68728-d22d-4d6e-abf3-fdffdaf0cc22 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ccb36f3c-208c-4135-a3dc-6111cadbd390 HTTP/1.1" status: 204 len: 168 time: 0.1187701 Jan 17 18:36:30.408201 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae68728-d22d-4d6e-abf3-fdffdaf0cc22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb36f3c-208c-4135-a3dc-6111cadbd390,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:30.592918 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849bf35-8799-464e-9690-d85a8fb223cc req-233a2c8e-9b12-40c7-a198-62d11f13bc33 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:36:30.594421 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b849bf35-8799-464e-9690-d85a8fb223cc req-233a2c8e-9b12-40c7-a198-62d11f13bc33 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2018c2-c485-4263-a254-a40a2998fb91 HTTP/1.1" status: 200 len: 945 time: 0.0545354 Jan 17 18:36:30.642162 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b849bf35-8799-464e-9690-d85a8fb223cc req-4ea2cc15-3599-4b58-9821-86b73f078dbf tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b01cd59-793a-45ed-8e13-d37e118b2952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421576 Jan 17 18:36:30.668383 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 32802) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:30.681345 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2f1182f0-db5f-4b2a-933f-763915ff4860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:30.758298 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2f1182f0-db5f-4b2a-933f-763915ff4860 admin admin] Publish callbacks [] for security_group (e5ac4906-ac24-4c24-8976-d653d444fe98), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:30.762509 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2f1182f0-db5f-4b2a-933f-763915ff4860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (e5ac4906-ac24-4c24-8976-d653d444fe98), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:30.798830 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1182f0-db5f-4b2a-933f-763915ff4860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ac4906-ac24-4c24-8976-d653d444fe98,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:30.803242 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-2f1182f0-db5f-4b2a-933f-763915ff4860 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=94bc353bc405455280563a251f7eb951&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337693 Jan 17 18:36:30.806375 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 32804) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:30.855420 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9199380b-3cb8-43ac-b0db-8de2680a3f96 admin admin] Publish callbacks [] for security_group (e5ac4906-ac24-4c24-8976-d653d444fe98), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:30.876756 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9199380b-3cb8-43ac-b0db-8de2680a3f96 admin admin] Publish callbacks [] for security_group (e5ac4906-ac24-4c24-8976-d653d444fe98), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:30.925563 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9199380b-3cb8-43ac-b0db-8de2680a3f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (e5ac4906-ac24-4c24-8976-d653d444fe98), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:30.928281 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9199380b-3cb8-43ac-b0db-8de2680a3f96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:30.929442 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-9199380b-3cb8-43ac-b0db-8de2680a3f96 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e5ac4906-ac24-4c24-8976-d653d444fe98 HTTP/1.1" status: 204 len: 168 time: 0.1221559 Jan 17 18:36:30.937967 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199380b-3cb8-43ac-b0db-8de2680a3f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ac4906-ac24-4c24-8976-d653d444fe98,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:31.088742 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c784e6b-e666-4801-a23c-cd9243558ba1 req-84519da9-31b8-4ba8-b1ef-11180bfcd5fb tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:36:31.090229 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4c784e6b-e666-4801-a23c-cd9243558ba1 req-84519da9-31b8-4ba8-b1ef-11180bfcd5fb tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b2018c2-c485-4263-a254-a40a2998fb91 HTTP/1.1" status: 200 len: 945 time: 0.0505424 Jan 17 18:36:31.191081 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-4c784e6b-e666-4801-a23c-cd9243558ba1 req-f60d30fd-c55a-4af5-8aac-6c9d0c8f5bf0 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Deleting port 887c171e-30dd-47ea-87e3-c94bf5b4a752 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:36:31.191421 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4c784e6b-e666-4801-a23c-cd9243558ba1 req-f60d30fd-c55a-4af5-8aac-6c9d0c8f5bf0 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (887c171e-30dd-47ea-87e3-c94bf5b4a752), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:31.281521 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-4c784e6b-e666-4801-a23c-cd9243558ba1 req-f60d30fd-c55a-4af5-8aac-6c9d0c8f5bf0 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] For port 887c171e-30dd-47ea-87e3-c94bf5b4a752, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=887c171e-30dd-47ea-87e3-c94bf5b4a752,segment=NetworkSegment(28f97c74-2665-417e-af27-3e207ad9c913),segment_id=28f97c74-2665-417e-af27-3e207ad9c913)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:36:31.282022 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4c784e6b-e666-4801-a23c-cd9243558ba1 req-f60d30fd-c55a-4af5-8aac-6c9d0c8f5bf0 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (887c171e-30dd-47ea-87e3-c94bf5b4a752), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:31.469141 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4c784e6b-e666-4801-a23c-cd9243558ba1 req-f60d30fd-c55a-4af5-8aac-6c9d0c8f5bf0 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:31.469782 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4c784e6b-e666-4801-a23c-cd9243558ba1 req-f60d30fd-c55a-4af5-8aac-6c9d0c8f5bf0 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565514'] for floatingip (142da509-a72d-4c60-94dd-f5dd5a7c173a), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:31.469782 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.db.l3_db [req-4c784e6b-e666-4801-a23c-cd9243558ba1 req-f60d30fd-c55a-4af5-8aac-6c9d0c8f5bf0 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Floating IP 142da509-a72d-4c60-94dd-f5dd5a7c173a disassociated. External IP: 172.27.3.35, port: 887c171e-30dd-47ea-87e3-c94bf5b4a752. Jan 17 18:36:31.470135 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-4c784e6b-e666-4801-a23c-cd9243558ba1 req-f60d30fd-c55a-4af5-8aac-6c9d0c8f5bf0 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Calling delete_port for 887c171e-30dd-47ea-87e3-c94bf5b4a752 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:36:31.601129 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4c784e6b-e666-4801-a23c-cd9243558ba1 req-f60d30fd-c55a-4af5-8aac-6c9d0c8f5bf0 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261205625'] for port (887c171e-30dd-47ea-87e3-c94bf5b4a752), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:31.635577 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d30fd-c55a-4af5-8aac-6c9d0c8f5bf0 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Pushing event deleted for resources: {'Port': ['ID=887c171e-30dd-47ea-87e3-c94bf5b4a752,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:31.765405 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-28307ae6-a87f-4254-aaa4-f2f2d362699a req-54bb1d03-cd37-4bbe-af62-cfb2bf325125 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2018c2-c485-4263-a254-a40a2998fb91 HTTP/1.1" status: 200 len: 210 time: 0.0346999 Jan 17 18:36:31.783667 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c784e6b-e666-4801-a23c-cd9243558ba1 req-f60d30fd-c55a-4af5-8aac-6c9d0c8f5bf0 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Router 4fec0bf5-f9e5-4314-9f49-6c3ca14634cb has already been hosted by L3 agent f711a738-9445-49a6-871d-c35940c1a323 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 18:36:31.896368 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c784e6b-e666-4801-a23c-cd9243558ba1 req-f60d30fd-c55a-4af5-8aac-6c9d0c8f5bf0 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:36:31.910684 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851bf991-57da-4358-a422-318175ffa9d2 None None] Sync routers for ids ['4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'] in dv-cinder-824995-1-iscsi {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:36:31.923568 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851bf991-57da-4358-a422-318175ffa9d2 None None] Routers {'4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:36:31.924286 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-851bf991-57da-4358-a422-318175ffa9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:36:23Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:36:31.943122 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c784e6b-e666-4801-a23c-cd9243558ba1 req-f60d30fd-c55a-4af5-8aac-6c9d0c8f5bf0 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] No DVR routers for this DVR port 887c171e-30dd-47ea-87e3-c94bf5b4a752 on host hv-cinder-82499 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 18:36:31.945846 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4c784e6b-e666-4801-a23c-cd9243558ba1 req-f60d30fd-c55a-4af5-8aac-6c9d0c8f5bf0 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:31.949865 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-4c784e6b-e666-4801-a23c-cd9243558ba1 req-f60d30fd-c55a-4af5-8aac-6c9d0c8f5bf0 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.31 "DELETE /v2.0/ports/887c171e-30dd-47ea-87e3-c94bf5b4a752 HTTP/1.1" status: 204 len: 173 time: 0.8542969 Jan 17 18:36:31.950451 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2018c2-c485-4263-a254-a40a2998fb91', 'name': 'network-vif-deleted', 'tag': '887c171e-30dd-47ea-87e3-c94bf5b4a752'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:36:31.953629 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ebc6f40cb2ac68c89279b37e377f59c9ca88cf84401dffc3b34b74128c2044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8f5c10-efd1-4016-8331-3ea947516958" -d '{"events": [{"server_uuid": "5b2018c2-c485-4263-a254-a40a2998fb91", "name": "network-vif-deleted", "tag": "887c171e-30dd-47ea-87e3-c94bf5b4a752"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:36:31.995601 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8754a02a-954f-4f02-ad27-aa2b275afb55 x-openstack-request-id: req-8754a02a-954f-4f02-ad27-aa2b275afb55 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:36:31.995963 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2018c2-c485-4263-a254-a40a2998fb91", "name": "network-vif-deleted", "tag": "887c171e-30dd-47ea-87e3-c94bf5b4a752", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:36:31.996294 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8754a02a-954f-4f02-ad27-aa2b275afb55 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:36:31.996995 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2018c2-c485-4263-a254-a40a2998fb91', 'name': 'network-vif-deleted', 'tag': '887c171e-30dd-47ea-87e3-c94bf5b4a752', 'status': 'completed', 'code': 200} Jan 17 18:36:32.053611 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-851bf991-57da-4358-a422-318175ffa9d2 None None] Set router 4fec0bf5-f9e5-4314-9f49-6c3ca14634cb gateway port host: dv-cinder-824995-1-iscsi {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:36:32.267703 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-851bf991-57da-4358-a422-318175ffa9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'name': 'tempest-AttachVolumeTestJSON-1342640713-router', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '8c547ed4-8605-4a2c-83de-49e2ac0aeffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:23Z', 'updated_at': '2022-01-17T18:30:27Z', 'revision_number': 4, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'gw_port': {'id': '8c547ed4-8605-4a2c-83de-49e2ac0aeffe', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:24Z', 'updated_at': '2022-01-17T18:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': 'eaf1739c-fa79-447e-8b9c-bfb84bda1db2', 'name': '', 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'mac_address': 'fa:16:3e:d6:13:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '12a2e9e0-96ba-4d9c-8bea-1826f92be4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:26Z', 'updated_at': '2022-01-17T18:30:32Z', 'revision_number': 5, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'subnets': [{'id': '12a2e9e0-96ba-4d9c-8bea-1826f92be4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:36:32.296879 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851bf991-57da-4358-a422-318175ffa9d2 None None] Checking router: 4fec0bf5-f9e5-4314-9f49-6c3ca14634cb for host: dv-cinder-824995-1-iscsi {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:36:32.304987 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851bf991-57da-4358-a422-318175ffa9d2 None None] Routers {'4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:36:32.305769 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-851bf991-57da-4358-a422-318175ffa9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:36:23Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:36:32.423704 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-851bf991-57da-4358-a422-318175ffa9d2 None None] Set router 4fec0bf5-f9e5-4314-9f49-6c3ca14634cb gateway port host: dv-cinder-824995-1-iscsi {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:36:32.645743 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-851bf991-57da-4358-a422-318175ffa9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'name': 'tempest-AttachVolumeTestJSON-1342640713-router', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '8c547ed4-8605-4a2c-83de-49e2ac0aeffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:23Z', 'updated_at': '2022-01-17T18:30:27Z', 'revision_number': 4, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'gw_port': {'id': '8c547ed4-8605-4a2c-83de-49e2ac0aeffe', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:24Z', 'updated_at': '2022-01-17T18:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': 'eaf1739c-fa79-447e-8b9c-bfb84bda1db2', 'name': '', 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'mac_address': 'fa:16:3e:d6:13:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '12a2e9e0-96ba-4d9c-8bea-1826f92be4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:26Z', 'updated_at': '2022-01-17T18:30:32Z', 'revision_number': 5, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'subnets': [{'id': '12a2e9e0-96ba-4d9c-8bea-1826f92be4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:36:32.679770 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851bf991-57da-4358-a422-318175ffa9d2 None None] The sync data for ids ['4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'] in dv-cinder-824995-1-iscsi is: [{'id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'name': 'tempest-AttachVolumeTestJSON-1342640713-router', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '8c547ed4-8605-4a2c-83de-49e2ac0aeffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:23Z', 'updated_at': '2022-01-17T18:30:27Z', 'revision_number': 4, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'gw_port': {'id': '8c547ed4-8605-4a2c-83de-49e2ac0aeffe', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:24Z', 'updated_at': '2022-01-17T18:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': 'eaf1739c-fa79-447e-8b9c-bfb84bda1db2', 'name': '', 'network_id': '0ef68749-9171-4b0e-b0ff-71ca96f8b9b1', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'mac_address': 'fa:16:3e:d6:13:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '12a2e9e0-96ba-4d9c-8bea-1826f92be4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:26Z', 'updated_at': '2022-01-17T18:30:32Z', 'revision_number': 5, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'subnets': [{'id': '12a2e9e0-96ba-4d9c-8bea-1826f92be4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:36:32.855026 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 32856) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:32.901217 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703027a9-7511-4bd0-b52b-4a3f408b7591 None None] New status for floating IP 142da509-a72d-4c60-94dd-f5dd5a7c173a: DOWN {{(pid=102424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 18:36:32.910561 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-628a0599-7eee-4325-bf13-0e339a591e35 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for security_group (0b01cd59-793a-45ed-8e13-d37e118b2952), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:32.933681 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-628a0599-7eee-4325-bf13-0e339a591e35 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for security_group (0b01cd59-793a-45ed-8e13-d37e118b2952), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:32.987619 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-628a0599-7eee-4325-bf13-0e339a591e35 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (0b01cd59-793a-45ed-8e13-d37e118b2952), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:32.990189 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-628a0599-7eee-4325-bf13-0e339a591e35 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:32.991339 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-628a0599-7eee-4325-bf13-0e339a591e35 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "DELETE /v2.0/security-groups/0b01cd59-793a-45ed-8e13-d37e118b2952 HTTP/1.1" status: 204 len: 168 time: 0.1352105 Jan 17 18:36:32.994235 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 32858) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:33.000266 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a0599-7eee-4325-bf13-0e339a591e35 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b01cd59-793a-45ed-8e13-d37e118b2952,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:33.015375 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.api.v2.resource [None req-07e1c22f-ca02-40c7-8913-7f2df7f42925 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] show failed (client error): The resource could not be found. Jan 17 18:36:33.016657 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-07e1c22f-ca02-40c7-8913-7f2df7f42925 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "GET /v2.0/security-groups/0b01cd59-793a-45ed-8e13-d37e118b2952 HTTP/1.1" status: 404 len: 347 time: 0.0196469 Jan 17 18:36:33.019740 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 32860) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:33.144158 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-34532f56-1d4c-4cc0-99c6-89aeb5d1b966 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Deleting port b84bf88e-4bf4-4912-b8ed-875c88dc679f {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:36:33.144493 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-34532f56-1d4c-4cc0-99c6-89aeb5d1b966 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (b84bf88e-4bf4-4912-b8ed-875c88dc679f), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:33.218624 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-34532f56-1d4c-4cc0-99c6-89aeb5d1b966 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (b84bf88e-4bf4-4912-b8ed-875c88dc679f), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:33.218939 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-34532f56-1d4c-4cc0-99c6-89aeb5d1b966 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for floatingip (b84bf88e-4bf4-4912-b8ed-875c88dc679f), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:33.230664 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-34532f56-1d4c-4cc0-99c6-89aeb5d1b966 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Calling delete_port for b84bf88e-4bf4-4912-b8ed-875c88dc679f owned by network:floatingip {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:36:33.361135 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-34532f56-1d4c-4cc0-99c6-89aeb5d1b966 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261205625'] for port (b84bf88e-4bf4-4912-b8ed-875c88dc679f), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:33.387835 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34532f56-1d4c-4cc0-99c6-89aeb5d1b966 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Pushing event deleted for resources: {'Port': ['ID=b84bf88e-4bf4-4912-b8ed-875c88dc679f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:33.444762 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-34532f56-1d4c-4cc0-99c6-89aeb5d1b966 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks [] for floatingip (142da509-a72d-4c60-94dd-f5dd5a7c173a), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:33.447368 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-34532f56-1d4c-4cc0-99c6-89aeb5d1b966 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for floatingip (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:33.448541 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-34532f56-1d4c-4cc0-99c6-89aeb5d1b966 tempest-AttachVolumeTestJSON-1313782563 tempest-AttachVolumeTestJSON-1313782563-project] 10.222.0.57 "DELETE /v2.0/floatingips/142da509-a72d-4c60-94dd-f5dd5a7c173a HTTP/1.1" status: 204 len: 168 time: 0.4278913 Jan 17 18:36:34.954485 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 887c171e-30dd-47ea-87e3-c94bf5b4a752 no longer exists at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:36:34.976514 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] No Port match for: 887c171e-30dd-47ea-87e3-c94bf5b4a752 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:36:34.976933 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 887c171e-30dd-47ea-87e3-c94bf5b4a752 not bound to the agent host hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:36:41.149103 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 32938) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:41.639711 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-971a5674-165a-4b63-9e4b-1fd452633b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567050'] for router_interface (4fec0bf5-f9e5-4314-9f49-6c3ca14634cb), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:41.890545 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-971a5674-165a-4b63-9e4b-1fd452633b9b admin admin] Deleting port eaf1739c-fa79-447e-8b9c-bfb84bda1db2 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:36:41.890773 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-971a5674-165a-4b63-9e4b-1fd452633b9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (eaf1739c-fa79-447e-8b9c-bfb84bda1db2), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:41.965093 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-971a5674-165a-4b63-9e4b-1fd452633b9b admin admin] For port eaf1739c-fa79-447e-8b9c-bfb84bda1db2, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=eaf1739c-fa79-447e-8b9c-bfb84bda1db2,segment=NetworkSegment(28f97c74-2665-417e-af27-3e207ad9c913),segment_id=28f97c74-2665-417e-af27-3e207ad9c913)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:36:41.965443 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-971a5674-165a-4b63-9e4b-1fd452633b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (eaf1739c-fa79-447e-8b9c-bfb84bda1db2), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:41.977361 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-971a5674-165a-4b63-9e4b-1fd452633b9b admin admin] Calling delete_port for eaf1739c-fa79-447e-8b9c-bfb84bda1db2 owned by network:router_interface {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:36:42.147129 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-971a5674-165a-4b63-9e4b-1fd452633b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261205625'] for port (eaf1739c-fa79-447e-8b9c-bfb84bda1db2), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:42.173302 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a5674-165a-4b63-9e4b-1fd452633b9b admin admin] Pushing event deleted for resources: {'Port': ['ID=eaf1739c-fa79-447e-8b9c-bfb84bda1db2,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:42.338316 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-971a5674-165a-4b63-9e4b-1fd452633b9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-997627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-565914'] for router_interface (4fec0bf5-f9e5-4314-9f49-6c3ca14634cb), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:42.644644 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 6 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:36:42.832213 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971a5674-165a-4b63-9e4b-1fd452633b9b admin admin] Router 4fec0bf5-f9e5-4314-9f49-6c3ca14634cb has already been hosted by L3 agent f711a738-9445-49a6-871d-c35940c1a323 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 18:36:42.931137 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971a5674-165a-4b63-9e4b-1fd452633b9b admin admin] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:36:42.936922 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-971a5674-165a-4b63-9e4b-1fd452633b9b admin admin] 10.222.0.57 "PUT /v2.0/routers/4fec0bf5-f9e5-4314-9f49-6c3ca14634cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7867658 Jan 17 18:36:42.940516 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 32954) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:42.943417 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d010bf-2cf2-43b9-9c0f-2e093face47b None None] Sync routers for ids ['4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'] in dv-cinder-824995-1-iscsi {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:36:42.954223 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d010bf-2cf2-43b9-9c0f-2e093face47b None None] Routers {'4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:36:42.954836 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-e1d010bf-2cf2-43b9-9c0f-2e093face47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:36:23Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:36:43.044017 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2395983d-f9ac-4d94-a64a-9728ce8a77bc admin admin] Publish callbacks [] for router (4fec0bf5-f9e5-4314-9f49-6c3ca14634cb), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:43.058717 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-e1d010bf-2cf2-43b9-9c0f-2e093face47b None None] Set router 4fec0bf5-f9e5-4314-9f49-6c3ca14634cb gateway port host: dv-cinder-824995-1-iscsi {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:36:43.145655 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2395983d-f9ac-4d94-a64a-9728ce8a77bc admin admin] Publish callbacks [] for router_gateway (4fec0bf5-f9e5-4314-9f49-6c3ca14634cb), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:43.201481 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-2395983d-f9ac-4d94-a64a-9728ce8a77bc admin admin] Deleting port 8c547ed4-8605-4a2c-83de-49e2ac0aeffe {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:36:43.202192 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2395983d-f9ac-4d94-a64a-9728ce8a77bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (8c547ed4-8605-4a2c-83de-49e2ac0aeffe), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:43.286821 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-2395983d-f9ac-4d94-a64a-9728ce8a77bc admin admin] For port 8c547ed4-8605-4a2c-83de-49e2ac0aeffe, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=8c547ed4-8605-4a2c-83de-49e2ac0aeffe,segment=NetworkSegment(8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f),segment_id=8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:36:43.287185 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2395983d-f9ac-4d94-a64a-9728ce8a77bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (8c547ed4-8605-4a2c-83de-49e2ac0aeffe), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:43.299506 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-2395983d-f9ac-4d94-a64a-9728ce8a77bc admin admin] Calling delete_port for 8c547ed4-8605-4a2c-83de-49e2ac0aeffe owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:36:43.318059 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-e1d010bf-2cf2-43b9-9c0f-2e093face47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'name': 'tempest-AttachVolumeTestJSON-1342640713-router', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '8c547ed4-8605-4a2c-83de-49e2ac0aeffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:23Z', 'updated_at': '2022-01-17T18:36:42Z', 'revision_number': 5, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'gw_port': {'id': '8c547ed4-8605-4a2c-83de-49e2ac0aeffe', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:30:24Z', 'updated_at': '2022-01-17T18:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi'}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:36:43.344047 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d010bf-2cf2-43b9-9c0f-2e093face47b None None] Checking router: 4fec0bf5-f9e5-4314-9f49-6c3ca14634cb for host: dv-cinder-824995-1-iscsi {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:36:43.353110 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d010bf-2cf2-43b9-9c0f-2e093face47b None None] Routers {'4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:36:43.353698 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-e1d010bf-2cf2-43b9-9c0f-2e093face47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:36:23Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:36:43.438395 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-e1d010bf-2cf2-43b9-9c0f-2e093face47b None None] Set router 4fec0bf5-f9e5-4314-9f49-6c3ca14634cb gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:36:43.467922 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2395983d-f9ac-4d94-a64a-9728ce8a77bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261205625'] for port (8c547ed4-8605-4a2c-83de-49e2ac0aeffe), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:43.491580 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-e1d010bf-2cf2-43b9-9c0f-2e093face47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'name': 'tempest-AttachVolumeTestJSON-1342640713-router', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:23Z', 'updated_at': '2022-01-17T18:36:43Z', 'revision_number': 6, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'gw_port_host': None}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:36:43.492493 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395983d-f9ac-4d94-a64a-9728ce8a77bc admin admin] Pushing event deleted for resources: {'Port': ['ID=8c547ed4-8605-4a2c-83de-49e2ac0aeffe,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:43.521515 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d010bf-2cf2-43b9-9c0f-2e093face47b None None] The sync data for ids ['4fec0bf5-f9e5-4314-9f49-6c3ca14634cb'] in dv-cinder-824995-1-iscsi is: [{'id': '4fec0bf5-f9e5-4314-9f49-6c3ca14634cb', 'name': 'tempest-AttachVolumeTestJSON-1342640713-router', 'tenant_id': 'd096303fa7e14469b06f7686921b4815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:30:23Z', 'updated_at': '2022-01-17T18:36:43Z', 'revision_number': 6, 'project_id': 'd096303fa7e14469b06f7686921b4815', 'gw_port_host': None}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:36:43.557382 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2395983d-f9ac-4d94-a64a-9728ce8a77bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565616'] for router_gateway (4fec0bf5-f9e5-4314-9f49-6c3ca14634cb), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:43.646204 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2395983d-f9ac-4d94-a64a-9728ce8a77bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31983'] for router (4fec0bf5-f9e5-4314-9f49-6c3ca14634cb), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:43.648319 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2395983d-f9ac-4d94-a64a-9728ce8a77bc admin admin] Publish callbacks [] for router_controller (4fec0bf5-f9e5-4314-9f49-6c3ca14634cb), precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:43.690831 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2395983d-f9ac-4d94-a64a-9728ce8a77bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-567788'] for router (4fec0bf5-f9e5-4314-9f49-6c3ca14634cb), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:43.691378 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2395983d-f9ac-4d94-a64a-9728ce8a77bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fec0bf5-f9e5-4314-9f49-6c3ca14634cb {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 18:36:43.695728 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2395983d-f9ac-4d94-a64a-9728ce8a77bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:43.696856 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-2395983d-f9ac-4d94-a64a-9728ce8a77bc admin admin] 10.222.0.57 "DELETE /v2.0/routers/4fec0bf5-f9e5-4314-9f49-6c3ca14634cb HTTP/1.1" status: 204 len: 168 time: 0.7554522 Jan 17 18:36:43.700260 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 32956) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:43.742896 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f138ae-0a35-408e-8dc6-a55957cd999a admin admin] Deleting subnet 12a2e9e0-96ba-4d9c-8bea-1826f92be4cf {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 18:36:43.746318 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c4f138ae-0a35-408e-8dc6-a55957cd999a admin admin] Publish callbacks [] for subnet (12a2e9e0-96ba-4d9c-8bea-1826f92be4cf), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:43.780791 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c4f138ae-0a35-408e-8dc6-a55957cd999a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557888'] for subnet (12a2e9e0-96ba-4d9c-8bea-1826f92be4cf), precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:43.857333 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c4f138ae-0a35-408e-8dc6-a55957cd999a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16255576'] for subnet (12a2e9e0-96ba-4d9c-8bea-1826f92be4cf), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:43.916217 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c4f138ae-0a35-408e-8dc6-a55957cd999a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16255567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260168006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4038279'] for subnet (12a2e9e0-96ba-4d9c-8bea-1826f92be4cf), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:43.940646 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f138ae-0a35-408e-8dc6-a55957cd999a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12a2e9e0-96ba-4d9c-8bea-1826f92be4cf,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:43.946406 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c4f138ae-0a35-408e-8dc6-a55957cd999a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for subnet (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:43.952499 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-c4f138ae-0a35-408e-8dc6-a55957cd999a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/12a2e9e0-96ba-4d9c-8bea-1826f92be4cf HTTP/1.1" status: 204 len: 168 time: 0.2488568 Jan 17 18:36:43.952665 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3feb12b5-0768-41c9-8239-bce358e7d2c3 None None] Network 0ef68749-9171-4b0e-b0ff-71ca96f8b9b1 requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:36:43.953129 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 32960) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:44.021812 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ec534284-02c6-4903-98f4-3e81f881dccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16714788'] for network (0ef68749-9171-4b0e-b0ff-71ca96f8b9b1), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:44.078028 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-ec534284-02c6-4903-98f4-3e81f881dccb admin admin] Deleting port 1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:36:44.078371 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ec534284-02c6-4903-98f4-3e81f881dccb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:44.144026 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-ec534284-02c6-4903-98f4-3e81f881dccb admin admin] For port 1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7,segment=NetworkSegment(28f97c74-2665-417e-af27-3e207ad9c913),segment_id=28f97c74-2665-417e-af27-3e207ad9c913)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:36:44.144398 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ec534284-02c6-4903-98f4-3e81f881dccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:44.157359 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-ec534284-02c6-4903-98f4-3e81f881dccb admin admin] Calling delete_port for 1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7 owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:36:44.234239 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ec534284-02c6-4903-98f4-3e81f881dccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:44.265766 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec534284-02c6-4903-98f4-3e81f881dccb admin admin] Pushing event deleted for resources: {'Port': ['ID=1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:44.267487 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec534284-02c6-4903-98f4-3e81f881dccb admin admin] No DVR routers for this DVR port 1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7 on host dv-cinder-824995-1-iscsi {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 18:36:44.268204 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d1c2f0-c7ad-46d6-b3a6-0172abe4a9c1 None None] DHCP port deletion for 0ef68749-9171-4b0e-b0ff-71ca96f8b9b1 request from dv-cinder-824995-1-iscsi {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 18:36:44.342872 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ec534284-02c6-4903-98f4-3e81f881dccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16256479', 'neutron.services.segments.db._delete_segments_for_network-8736374233384'] for network (0ef68749-9171-4b0e-b0ff-71ca96f8b9b1), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:44.343629 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 8c547ed4-8605-4a2c-83de-49e2ac0aeffe no longer exists at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:36:44.364556 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] No Port match for: 8c547ed4-8605-4a2c-83de-49e2ac0aeffe {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:36:44.364930 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 8c547ed4-8605-4a2c-83de-49e2ac0aeffe not bound to the agent host dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:36:44.365350 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7 no longer exists at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:36:44.365937 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.services.segments.db [None req-ec534284-02c6-4903-98f4-3e81f881dccb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef68749-9171-4b0e-b0ff-71ca96f8b9b1']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:36:44.377300 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.services.segments.db [None req-ec534284-02c6-4903-98f4-3e81f881dccb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28f97c74-2665-417e-af27-3e207ad9c913') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:36:44.377593 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.services.segments.db [None req-ec534284-02c6-4903-98f4-3e81f881dccb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28f97c74-2665-417e-af27-3e207ad9c913') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:36:44.386377 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] No Port match for: 1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:36:44.386729 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 1d8368f2-a4dc-4c8e-bb2c-4cf5e97a72b7 not bound to the agent host dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:36:44.387156 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device eaf1739c-fa79-447e-8b9c-bfb84bda1db2 no longer exists at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:36:44.387696 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ec534284-02c6-4903-98f4-3e81f881dccb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736374233137', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558899'] for segment (28f97c74-2665-417e-af27-3e207ad9c913), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:44.401181 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ec534284-02c6-4903-98f4-3e81f881dccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749'] for segment (28f97c74-2665-417e-af27-3e207ad9c913), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:44.406719 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] No Port match for: eaf1739c-fa79-447e-8b9c-bfb84bda1db2 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:36:44.407069 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device eaf1739c-fa79-447e-8b9c-bfb84bda1db2 not bound to the agent host dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:36:44.407829 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec534284-02c6-4903-98f4-3e81f881dccb admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 18:36:44.408292 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ec534284-02c6-4903-98f4-3e81f881dccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260167976'] for segment (28f97c74-2665-417e-af27-3e207ad9c913), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:44.409902 dv-cinder-824995-1-iscsi neutron-server[102422]: Traceback (most recent call last): Jan 17 18:36:44.409902 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 18:36:44.409902 dv-cinder-824995-1-iscsi neutron-server[102422]: timer() Jan 17 18:36:44.409902 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 18:36:44.409902 dv-cinder-824995-1-iscsi neutron-server[102422]: cb(*args, **kw) Jan 17 18:36:44.409902 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 18:36:44.409902 dv-cinder-824995-1-iscsi neutron-server[102422]: return func(*args, **kwargs) Jan 17 18:36:44.409902 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 18:36:44.409902 dv-cinder-824995-1-iscsi neutron-server[102422]: self._notify() Jan 17 18:36:44.409902 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 18:36:44.409902 dv-cinder-824995-1-iscsi neutron-server[102422]: self.callback(batched_events) Jan 17 18:36:44.409902 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 18:36:44.409902 dv-cinder-824995-1-iscsi neutron-server[102422]: event.method(event) Jan 17 18:36:44.409902 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 18:36:44.409902 dv-cinder-824995-1-iscsi neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 18:36:44.409902 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 18:36:44.409902 dv-cinder-824995-1-iscsi neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 18:36:44.409902 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 18:36:44.409902 dv-cinder-824995-1-iscsi neutron-server[102422]: return f(self, *a, **k) Jan 17 18:36:44.409902 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 18:36:44.409902 dv-cinder-824995-1-iscsi neutron-server[102422]: return self._get(url).json() Jan 17 18:36:44.409902 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 18:36:44.409902 dv-cinder-824995-1-iscsi neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 18:36:44.409902 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 18:36:44.409902 dv-cinder-824995-1-iscsi neutron-server[102422]: return self.request(url, 'GET', **kwargs) Jan 17 18:36:44.409902 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 18:36:44.409902 dv-cinder-824995-1-iscsi neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 18:36:44.409902 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 18:36:44.409902 dv-cinder-824995-1-iscsi neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 18:36:44.409902 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 18:36:44.409902 dv-cinder-824995-1-iscsi neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 18:36:44.409902 dv-cinder-824995-1-iscsi neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 18:36:44.466909 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ec534284-02c6-4903-98f4-3e81f881dccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16256454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565532'] for network (0ef68749-9171-4b0e-b0ff-71ca96f8b9b1), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:44.472065 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ec534284-02c6-4903-98f4-3e81f881dccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for network (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:44.475685 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-ec534284-02c6-4903-98f4-3e81f881dccb admin admin] 10.222.0.57 "DELETE /v2.0/networks/0ef68749-9171-4b0e-b0ff-71ca96f8b9b1 HTTP/1.1" status: 204 len: 168 time: 0.5219243 Jan 17 18:36:44.489689 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec534284-02c6-4903-98f4-3e81f881dccb admin admin] Pushing event deleted for resources: {'Network': ['ID=0ef68749-9171-4b0e-b0ff-71ca96f8b9b1,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:44.600949 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 32964) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:44.642600 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-81dae349-d2b9-4196-a57a-12f12d8b6c00 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d096303fa7e14469b06f7686921b4815&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403843 Jan 17 18:36:44.645501 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:44.645726 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 32966) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:44.693655 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3fb424b4-feb8-4781-88a5-d982b84a265b admin admin] Publish callbacks [] for security_group (9ce221a5-70b9-4d7b-94d8-e66e3703a5c0), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:44.715384 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3fb424b4-feb8-4781-88a5-d982b84a265b admin admin] Publish callbacks [] for security_group (9ce221a5-70b9-4d7b-94d8-e66e3703a5c0), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:44.759634 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3fb424b4-feb8-4781-88a5-d982b84a265b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (9ce221a5-70b9-4d7b-94d8-e66e3703a5c0), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:44.762833 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3fb424b4-feb8-4781-88a5-d982b84a265b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:44.764009 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-3fb424b4-feb8-4781-88a5-d982b84a265b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9ce221a5-70b9-4d7b-94d8-e66e3703a5c0 HTTP/1.1" status: 204 len: 168 time: 0.1172132 Jan 17 18:36:44.773373 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb424b4-feb8-4781-88a5-d982b84a265b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce221a5-70b9-4d7b-94d8-e66e3703a5c0,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:49.095385 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 33074) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:49.200478 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7684d7f6-e91e-43c8-91bc-c44afb28319d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:49.276170 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7684d7f6-e91e-43c8-91bc-c44afb28319d admin admin] Publish callbacks [] for security_group (8540332b-ff47-431a-9973-57c496c641c7), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:49.280394 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7684d7f6-e91e-43c8-91bc-c44afb28319d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (8540332b-ff47-431a-9973-57c496c641c7), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:49.317062 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-7684d7f6-e91e-43c8-91bc-c44afb28319d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a856a698b2874d82b86c3dd92ac506a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201979 Jan 17 18:36:49.317960 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684d7f6-e91e-43c8-91bc-c44afb28319d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8540332b-ff47-431a-9973-57c496c641c7,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:49.319814 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 33078) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:49.372190 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-865d75df-87d2-496a-add6-e3107c80188a admin admin] Publish callbacks [] for security_group (8540332b-ff47-431a-9973-57c496c641c7), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:49.395232 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-865d75df-87d2-496a-add6-e3107c80188a admin admin] Publish callbacks [] for security_group (8540332b-ff47-431a-9973-57c496c641c7), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:49.451597 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-865d75df-87d2-496a-add6-e3107c80188a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (8540332b-ff47-431a-9973-57c496c641c7), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:49.455260 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-865d75df-87d2-496a-add6-e3107c80188a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:49.456750 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-865d75df-87d2-496a-add6-e3107c80188a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8540332b-ff47-431a-9973-57c496c641c7 HTTP/1.1" status: 204 len: 168 time: 0.1356819 Jan 17 18:36:49.470227 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d75df-87d2-496a-add6-e3107c80188a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8540332b-ff47-431a-9973-57c496c641c7,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:49.749480 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 33094) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:49.763204 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7053c190-95ee-405f-8eb2-b54a0c3bb60c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:49.836475 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7053c190-95ee-405f-8eb2-b54a0c3bb60c admin admin] Publish callbacks [] for security_group (c85dd2e4-0c72-4cab-b207-bda50833f382), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:49.841082 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7053c190-95ee-405f-8eb2-b54a0c3bb60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (c85dd2e4-0c72-4cab-b207-bda50833f382), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:49.879793 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-7053c190-95ee-405f-8eb2-b54a0c3bb60c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5eb9a05725894ba085f98bd2fd79f786&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1292081 Jan 17 18:36:49.881150 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7053c190-95ee-405f-8eb2-b54a0c3bb60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85dd2e4-0c72-4cab-b207-bda50833f382,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:49.882913 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 33096) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:49.931595 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7c7eb60a-6acb-490a-8fe9-221321b12fd7 admin admin] Publish callbacks [] for security_group (c85dd2e4-0c72-4cab-b207-bda50833f382), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:49.954117 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7c7eb60a-6acb-490a-8fe9-221321b12fd7 admin admin] Publish callbacks [] for security_group (c85dd2e4-0c72-4cab-b207-bda50833f382), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:50.006279 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7c7eb60a-6acb-490a-8fe9-221321b12fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (c85dd2e4-0c72-4cab-b207-bda50833f382), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:50.008899 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7c7eb60a-6acb-490a-8fe9-221321b12fd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:50.010081 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-7c7eb60a-6acb-490a-8fe9-221321b12fd7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c85dd2e4-0c72-4cab-b207-bda50833f382 HTTP/1.1" status: 204 len: 168 time: 0.1255317 Jan 17 18:36:50.019255 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7eb60a-6acb-490a-8fe9-221321b12fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85dd2e4-0c72-4cab-b207-bda50833f382,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:51.063714 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-43deaef4-241d-4175-bff7-f7407cffb1b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:52.419265 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 33176) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:52.520080 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b50e1764-378c-4ab5-8d23-01253da9c4e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:52.594267 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b50e1764-378c-4ab5-8d23-01253da9c4e3 admin admin] Publish callbacks [] for security_group (127aedeb-ccb5-45e4-99a7-fe273b48f062), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:52.598058 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b50e1764-378c-4ab5-8d23-01253da9c4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (127aedeb-ccb5-45e4-99a7-fe273b48f062), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:52.638761 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-b50e1764-378c-4ab5-8d23-01253da9c4e3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3b376a8eb36141a09598dc3ae8a4e43c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2184093 Jan 17 18:36:52.639750 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e1764-378c-4ab5-8d23-01253da9c4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127aedeb-ccb5-45e4-99a7-fe273b48f062,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:52.641478 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 33180) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:52.689989 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d6aab9da-7699-46ae-a0b9-cdf86d94a6b1 admin admin] Publish callbacks [] for security_group (127aedeb-ccb5-45e4-99a7-fe273b48f062), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:52.710471 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d6aab9da-7699-46ae-a0b9-cdf86d94a6b1 admin admin] Publish callbacks [] for security_group (127aedeb-ccb5-45e4-99a7-fe273b48f062), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:52.756348 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d6aab9da-7699-46ae-a0b9-cdf86d94a6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (127aedeb-ccb5-45e4-99a7-fe273b48f062), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:52.758771 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d6aab9da-7699-46ae-a0b9-cdf86d94a6b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:52.759922 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-d6aab9da-7699-46ae-a0b9-cdf86d94a6b1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/127aedeb-ccb5-45e4-99a7-fe273b48f062 HTTP/1.1" status: 204 len: 168 time: 0.1173341 Jan 17 18:36:52.767366 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aab9da-7699-46ae-a0b9-cdf86d94a6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127aedeb-ccb5-45e4-99a7-fe273b48f062,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:53.022448 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 33188) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:53.036021 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4fe14580-e98b-472b-9867-1c2aedca1ffc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:53.123004 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4fe14580-e98b-472b-9867-1c2aedca1ffc admin admin] Publish callbacks [] for security_group (9e1de205-4ec7-4c75-8d81-da1b1a9d067c), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:53.127335 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4fe14580-e98b-472b-9867-1c2aedca1ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (9e1de205-4ec7-4c75-8d81-da1b1a9d067c), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:53.171030 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-4fe14580-e98b-472b-9867-1c2aedca1ffc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=748025c0e6314db2abaa136644a7f9fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1475194 Jan 17 18:36:53.172198 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe14580-e98b-472b-9867-1c2aedca1ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1de205-4ec7-4c75-8d81-da1b1a9d067c,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:53.173729 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 33190) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:36:53.221714 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9a14fffb-c483-46c7-bc68-a8942de41826 admin admin] Publish callbacks [] for security_group (9e1de205-4ec7-4c75-8d81-da1b1a9d067c), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:53.242487 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9a14fffb-c483-46c7-bc68-a8942de41826 admin admin] Publish callbacks [] for security_group (9e1de205-4ec7-4c75-8d81-da1b1a9d067c), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:53.292407 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9a14fffb-c483-46c7-bc68-a8942de41826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (9e1de205-4ec7-4c75-8d81-da1b1a9d067c), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:53.296442 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9a14fffb-c483-46c7-bc68-a8942de41826 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:53.297598 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-9a14fffb-c483-46c7-bc68-a8942de41826 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9e1de205-4ec7-4c75-8d81-da1b1a9d067c HTTP/1.1" status: 204 len: 168 time: 0.1228726 Jan 17 18:36:53.305117 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14fffb-c483-46c7-bc68-a8942de41826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1de205-4ec7-4c75-8d81-da1b1a9d067c,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:36:53.385505 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a6d23b35-36b8-48c7-9974-9e1d71cafc16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:54.556486 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:56.125823 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:57.336853 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:36:59.897983 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 33320) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:37:00.004833 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d5159c6b-e2bd-48ff-b77e-a3079edfce59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:00.078906 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d5159c6b-e2bd-48ff-b77e-a3079edfce59 admin admin] Publish callbacks [] for security_group (375e39f7-aa8e-4935-9d50-5d1171b91253), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:00.082650 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d5159c6b-e2bd-48ff-b77e-a3079edfce59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (375e39f7-aa8e-4935-9d50-5d1171b91253), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:00.120542 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-d5159c6b-e2bd-48ff-b77e-a3079edfce59 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8a807374ab9245f294ab34b6fab48391&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214987 Jan 17 18:37:00.121645 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5159c6b-e2bd-48ff-b77e-a3079edfce59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375e39f7-aa8e-4935-9d50-5d1171b91253,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:00.123203 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 33324) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:37:00.171078 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-479ac117-b11f-4d30-b278-d63299e978a0 admin admin] Publish callbacks [] for security_group (375e39f7-aa8e-4935-9d50-5d1171b91253), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:00.192199 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-479ac117-b11f-4d30-b278-d63299e978a0 admin admin] Publish callbacks [] for security_group (375e39f7-aa8e-4935-9d50-5d1171b91253), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:00.237076 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-479ac117-b11f-4d30-b278-d63299e978a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (375e39f7-aa8e-4935-9d50-5d1171b91253), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:00.239559 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-479ac117-b11f-4d30-b278-d63299e978a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:00.240696 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-479ac117-b11f-4d30-b278-d63299e978a0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/375e39f7-aa8e-4935-9d50-5d1171b91253 HTTP/1.1" status: 204 len: 168 time: 0.1163723 Jan 17 18:37:00.248082 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ac117-b11f-4d30-b278-d63299e978a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375e39f7-aa8e-4935-9d50-5d1171b91253,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:00.494647 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 33330) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:37:00.507719 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-02aadeb4-10e3-423c-9dac-18877f50f210 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:00.579519 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-02aadeb4-10e3-423c-9dac-18877f50f210 admin admin] Publish callbacks [] for security_group (b61313b7-35a3-4894-b38a-00579bf82394), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:00.582915 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-02aadeb4-10e3-423c-9dac-18877f50f210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (b61313b7-35a3-4894-b38a-00579bf82394), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:00.622794 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-02aadeb4-10e3-423c-9dac-18877f50f210 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=429ff9bd825440e7a3decd02c990b106&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1270850 Jan 17 18:37:00.623672 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aadeb4-10e3-423c-9dac-18877f50f210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61313b7-35a3-4894-b38a-00579bf82394,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:00.626118 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 33332) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:37:00.677582 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b395b63b-3913-4325-9fe9-d2c830787f20 admin admin] Publish callbacks [] for security_group (b61313b7-35a3-4894-b38a-00579bf82394), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:00.699498 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b395b63b-3913-4325-9fe9-d2c830787f20 admin admin] Publish callbacks [] for security_group (b61313b7-35a3-4894-b38a-00579bf82394), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:00.745129 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b395b63b-3913-4325-9fe9-d2c830787f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (b61313b7-35a3-4894-b38a-00579bf82394), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:00.747846 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b395b63b-3913-4325-9fe9-d2c830787f20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:00.748994 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-b395b63b-3913-4325-9fe9-d2c830787f20 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b61313b7-35a3-4894-b38a-00579bf82394 HTTP/1.1" status: 204 len: 168 time: 0.1216185 Jan 17 18:37:00.756644 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b395b63b-3913-4325-9fe9-d2c830787f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61313b7-35a3-4894-b38a-00579bf82394,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:02.415042 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 33394) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:37:02.527737 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e213cd85-0c6b-497a-b201-f7fd4ef4d25a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:02.600691 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e213cd85-0c6b-497a-b201-f7fd4ef4d25a admin admin] Publish callbacks [] for security_group (15ee0965-839d-4713-84c7-9d6a5404ce40), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:02.604939 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e213cd85-0c6b-497a-b201-f7fd4ef4d25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (15ee0965-839d-4713-84c7-9d6a5404ce40), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:02.644326 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-e213cd85-0c6b-497a-b201-f7fd4ef4d25a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7f7bb0545d1c488b8ed6a730a3443ee6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255204 Jan 17 18:37:02.644326 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e213cd85-0c6b-497a-b201-f7fd4ef4d25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ee0965-839d-4713-84c7-9d6a5404ce40,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:02.644664 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 33398) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:37:02.693646 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7612eefe-2ea1-47cd-b498-003d4f217f0c admin admin] Publish callbacks [] for security_group (15ee0965-839d-4713-84c7-9d6a5404ce40), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:02.716148 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7612eefe-2ea1-47cd-b498-003d4f217f0c admin admin] Publish callbacks [] for security_group (15ee0965-839d-4713-84c7-9d6a5404ce40), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:02.761374 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7612eefe-2ea1-47cd-b498-003d4f217f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (15ee0965-839d-4713-84c7-9d6a5404ce40), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:02.763922 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7612eefe-2ea1-47cd-b498-003d4f217f0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:02.765049 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-7612eefe-2ea1-47cd-b498-003d4f217f0c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/15ee0965-839d-4713-84c7-9d6a5404ce40 HTTP/1.1" status: 204 len: 168 time: 0.1194236 Jan 17 18:37:02.772354 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7612eefe-2ea1-47cd-b498-003d4f217f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ee0965-839d-4713-84c7-9d6a5404ce40,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:03.016061 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 33404) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:37:03.028912 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7e5d56c5-c377-4b42-b919-8bbd97b1a9d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:03.104471 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7e5d56c5-c377-4b42-b919-8bbd97b1a9d2 admin admin] Publish callbacks [] for security_group (92776b1d-18aa-42e0-83f2-f3ceb79a44cb), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:03.108277 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7e5d56c5-c377-4b42-b919-8bbd97b1a9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (92776b1d-18aa-42e0-83f2-f3ceb79a44cb), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:03.146794 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-7e5d56c5-c377-4b42-b919-8bbd97b1a9d2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=13b2cf4824844ac79644ef7a1a88a6c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295571 Jan 17 18:37:03.147824 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d56c5-c377-4b42-b919-8bbd97b1a9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92776b1d-18aa-42e0-83f2-f3ceb79a44cb,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:03.149442 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 33406) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:37:03.197489 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e087d98c-033d-456d-837d-f1b1925561c5 admin admin] Publish callbacks [] for security_group (92776b1d-18aa-42e0-83f2-f3ceb79a44cb), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:03.219565 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e087d98c-033d-456d-837d-f1b1925561c5 admin admin] Publish callbacks [] for security_group (92776b1d-18aa-42e0-83f2-f3ceb79a44cb), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:03.267887 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e087d98c-033d-456d-837d-f1b1925561c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (92776b1d-18aa-42e0-83f2-f3ceb79a44cb), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:03.270479 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e087d98c-033d-456d-837d-f1b1925561c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:03.271645 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-e087d98c-033d-456d-837d-f1b1925561c5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/92776b1d-18aa-42e0-83f2-f3ceb79a44cb HTTP/1.1" status: 204 len: 168 time: 0.1211233 Jan 17 18:37:03.279799 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e087d98c-033d-456d-837d-f1b1925561c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92776b1d-18aa-42e0-83f2-f3ceb79a44cb,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:05.232793 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 33508) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:37:05.347240 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bb437d4b-b1ce-4bc7-8104-0917839c7510 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:05.430474 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bb437d4b-b1ce-4bc7-8104-0917839c7510 admin admin] Publish callbacks [] for security_group (f04dcd2e-eae6-4517-a547-a01223f21c85), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:05.435704 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bb437d4b-b1ce-4bc7-8104-0917839c7510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (f04dcd2e-eae6-4517-a547-a01223f21c85), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:05.472652 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb437d4b-b1ce-4bc7-8104-0917839c7510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04dcd2e-eae6-4517-a547-a01223f21c85,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:05.477053 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-bb437d4b-b1ce-4bc7-8104-0917839c7510 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cb057af93f024d68bd4879f30afb1878&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2432184 Jan 17 18:37:05.479725 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 33522) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:37:05.534145 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ad92b780-5d05-4e90-acf1-0dae102f221b admin admin] Publish callbacks [] for security_group (f04dcd2e-eae6-4517-a547-a01223f21c85), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:05.561196 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ad92b780-5d05-4e90-acf1-0dae102f221b admin admin] Publish callbacks [] for security_group (f04dcd2e-eae6-4517-a547-a01223f21c85), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:05.609682 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ad92b780-5d05-4e90-acf1-0dae102f221b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (f04dcd2e-eae6-4517-a547-a01223f21c85), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:05.612325 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ad92b780-5d05-4e90-acf1-0dae102f221b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:05.613484 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-ad92b780-5d05-4e90-acf1-0dae102f221b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f04dcd2e-eae6-4517-a547-a01223f21c85 HTTP/1.1" status: 204 len: 168 time: 0.1319799 Jan 17 18:37:05.621271 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92b780-5d05-4e90-acf1-0dae102f221b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04dcd2e-eae6-4517-a547-a01223f21c85,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:05.635941 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 33528) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:37:05.742049 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0ae05fa4-814d-4d4b-912e-4f42e1bb391c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:05.824419 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0ae05fa4-814d-4d4b-912e-4f42e1bb391c admin admin] Publish callbacks [] for security_group (9dcc4641-fc3b-49cd-af6b-d84b4589c598), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:05.828347 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0ae05fa4-814d-4d4b-912e-4f42e1bb391c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (9dcc4641-fc3b-49cd-af6b-d84b4589c598), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:05.866416 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-0ae05fa4-814d-4d4b-912e-4f42e1bb391c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=847c52543ca14c50867dbcda29d99ca5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289126 Jan 17 18:37:05.867513 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae05fa4-814d-4d4b-912e-4f42e1bb391c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcc4641-fc3b-49cd-af6b-d84b4589c598,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:05.869246 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 33534) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:37:05.919895 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8f2bb4d6-f489-4aeb-8af1-21aa9db515f8 admin admin] Publish callbacks [] for security_group (9dcc4641-fc3b-49cd-af6b-d84b4589c598), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:05.938012 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 33536) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:37:05.941787 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8f2bb4d6-f489-4aeb-8af1-21aa9db515f8 admin admin] Publish callbacks [] for security_group (9dcc4641-fc3b-49cd-af6b-d84b4589c598), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:05.951551 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d1f655dc-3f28-406d-9e8c-4fe0df8d9eda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:05.989838 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8f2bb4d6-f489-4aeb-8af1-21aa9db515f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (9dcc4641-fc3b-49cd-af6b-d84b4589c598), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:05.992591 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8f2bb4d6-f489-4aeb-8af1-21aa9db515f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:05.996917 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-8f2bb4d6-f489-4aeb-8af1-21aa9db515f8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9dcc4641-fc3b-49cd-af6b-d84b4589c598 HTTP/1.1" status: 204 len: 168 time: 0.1236246 Jan 17 18:37:06.002900 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2bb4d6-f489-4aeb-8af1-21aa9db515f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcc4641-fc3b-49cd-af6b-d84b4589c598,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:06.031345 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d1f655dc-3f28-406d-9e8c-4fe0df8d9eda admin admin] Publish callbacks [] for security_group (69a9d85c-5909-455c-877e-3a916af6ae1c), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:06.035093 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d1f655dc-3f28-406d-9e8c-4fe0df8d9eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (69a9d85c-5909-455c-877e-3a916af6ae1c), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:06.073230 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-d1f655dc-3f28-406d-9e8c-4fe0df8d9eda admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cc0b9c18e80a491db23ba4c2e2f307bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340444 Jan 17 18:37:06.074566 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f655dc-3f28-406d-9e8c-4fe0df8d9eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a9d85c-5909-455c-877e-3a916af6ae1c,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:06.076466 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 33540) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:37:06.126232 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-136ba1df-dc9d-46ad-a4ba-9c7bf0d0537c admin admin] Publish callbacks [] for security_group (69a9d85c-5909-455c-877e-3a916af6ae1c), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:06.148639 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-136ba1df-dc9d-46ad-a4ba-9c7bf0d0537c admin admin] Publish callbacks [] for security_group (69a9d85c-5909-455c-877e-3a916af6ae1c), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:06.199988 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-136ba1df-dc9d-46ad-a4ba-9c7bf0d0537c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (69a9d85c-5909-455c-877e-3a916af6ae1c), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:06.202642 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-136ba1df-dc9d-46ad-a4ba-9c7bf0d0537c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:06.203819 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-136ba1df-dc9d-46ad-a4ba-9c7bf0d0537c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/69a9d85c-5909-455c-877e-3a916af6ae1c HTTP/1.1" status: 204 len: 168 time: 0.1260796 Jan 17 18:37:06.212023 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ba1df-dc9d-46ad-a4ba-9c7bf0d0537c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a9d85c-5909-455c-877e-3a916af6ae1c,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:06.323112 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 33546) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:37:06.336267 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d3159702-d0a8-4621-a86f-3f7ca37b9813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:06.417655 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d3159702-d0a8-4621-a86f-3f7ca37b9813 admin admin] Publish callbacks [] for security_group (fc7ddf8f-11eb-4fbc-96df-22a674effa41), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:06.421507 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d3159702-d0a8-4621-a86f-3f7ca37b9813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (fc7ddf8f-11eb-4fbc-96df-22a674effa41), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:06.458726 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3159702-d0a8-4621-a86f-3f7ca37b9813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7ddf8f-11eb-4fbc-96df-22a674effa41,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:06.466436 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-d3159702-d0a8-4621-a86f-3f7ca37b9813 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=41b4ada507d4497a911b7155b3e5ecd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390815 Jan 17 18:37:06.466908 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 33552) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:37:06.515571 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-98baba22-a569-45d0-b1c4-6021b5bf00a2 admin admin] Publish callbacks [] for security_group (fc7ddf8f-11eb-4fbc-96df-22a674effa41), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:06.537117 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-98baba22-a569-45d0-b1c4-6021b5bf00a2 admin admin] Publish callbacks [] for security_group (fc7ddf8f-11eb-4fbc-96df-22a674effa41), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:06.585239 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-98baba22-a569-45d0-b1c4-6021b5bf00a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (fc7ddf8f-11eb-4fbc-96df-22a674effa41), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:06.587992 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-98baba22-a569-45d0-b1c4-6021b5bf00a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:06.591765 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-98baba22-a569-45d0-b1c4-6021b5bf00a2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fc7ddf8f-11eb-4fbc-96df-22a674effa41 HTTP/1.1" status: 204 len: 168 time: 0.1215489 Jan 17 18:37:06.600983 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98baba22-a569-45d0-b1c4-6021b5bf00a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7ddf8f-11eb-4fbc-96df-22a674effa41,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:12.040702 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 33696) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:37:12.140743 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e073fad0-05e8-448d-8947-ef148b2f72f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:12.213606 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e073fad0-05e8-448d-8947-ef148b2f72f4 admin admin] Publish callbacks [] for security_group (2b0c8201-3a04-4f8a-bf47-68d751bfb0b2), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:12.217580 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e073fad0-05e8-448d-8947-ef148b2f72f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (2b0c8201-3a04-4f8a-bf47-68d751bfb0b2), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:12.255858 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-e073fad0-05e8-448d-8947-ef148b2f72f4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=90046c6cdf5b43efac8f5d0c395d19be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2138071 Jan 17 18:37:12.257051 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e073fad0-05e8-448d-8947-ef148b2f72f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0c8201-3a04-4f8a-bf47-68d751bfb0b2,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:12.259485 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 33702) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:37:12.264457 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e073fad0-05e8-448d-8947-ef148b2f72f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:37:12.264811 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e073fad0-05e8-448d-8947-ef148b2f72f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:37:12.265156 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e073fad0-05e8-448d-8947-ef148b2f72f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:37:12.265495 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e073fad0-05e8-448d-8947-ef148b2f72f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:37:12.265836 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e073fad0-05e8-448d-8947-ef148b2f72f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:37:12.266169 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e073fad0-05e8-448d-8947-ef148b2f72f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:37:12.266500 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e073fad0-05e8-448d-8947-ef148b2f72f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:37:12.266829 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e073fad0-05e8-448d-8947-ef148b2f72f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:37:12.267157 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e073fad0-05e8-448d-8947-ef148b2f72f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:37:12.267507 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e073fad0-05e8-448d-8947-ef148b2f72f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:37:12.267836 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e073fad0-05e8-448d-8947-ef148b2f72f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:37:12.268157 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e073fad0-05e8-448d-8947-ef148b2f72f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:37:12.268475 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e073fad0-05e8-448d-8947-ef148b2f72f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:37:12.310289 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-26244f35-b7c1-471b-8bc2-11cf7aa13b48 admin admin] Publish callbacks [] for security_group (2b0c8201-3a04-4f8a-bf47-68d751bfb0b2), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:12.330895 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-26244f35-b7c1-471b-8bc2-11cf7aa13b48 admin admin] Publish callbacks [] for security_group (2b0c8201-3a04-4f8a-bf47-68d751bfb0b2), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:12.382368 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-26244f35-b7c1-471b-8bc2-11cf7aa13b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (2b0c8201-3a04-4f8a-bf47-68d751bfb0b2), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:12.385029 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-26244f35-b7c1-471b-8bc2-11cf7aa13b48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:12.387217 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-26244f35-b7c1-471b-8bc2-11cf7aa13b48 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2b0c8201-3a04-4f8a-bf47-68d751bfb0b2 HTTP/1.1" status: 204 len: 168 time: 0.1267579 Jan 17 18:37:12.394705 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26244f35-b7c1-471b-8bc2-11cf7aa13b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0c8201-3a04-4f8a-bf47-68d751bfb0b2,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:13.650169 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-5f5e055f-3cb7-4d05-872f-5ef4d951cb0e tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1541175604&fields=id&tenant_id=7ebb9dad35744d75b104be8c72af35ec HTTP/1.1" status: 200 len: 267 time: 0.0579109 Jan 17 18:37:13.757799 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-5b03c26c-bf60-4f35-840f-ef05c30754d3 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:13.759341 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-5b03c26c-bf60-4f35-840f-ef05c30754d3 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/networks?id=6dfbb2a7-5276-4203-a32e-db5c6045b523 HTTP/1.1" status: 200 len: 812 time: 0.1020839 Jan 17 18:37:13.774720 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-97e4b43e-a042-4565-b533-cfe7eccb2494 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/quotas/7ebb9dad35744d75b104be8c72af35ec HTTP/1.1" status: 200 len: 375 time: 0.0093701 Jan 17 18:37:13.833407 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-4308602b-364d-47d8-aa87-711cf17c342b tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7ebb9dad35744d75b104be8c72af35ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0528316 Jan 17 18:37:13.931054 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-b748410b-470c-4eeb-88b4-65523e38ed80 service neutron] 10.222.0.57 "GET /v2.0/networks/6dfbb2a7-5276-4203-a32e-db5c6045b523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861502 Jan 17 18:37:14.028363 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-e726a083-bacf-4213-b9a7-586d2bf816f6 service neutron] 10.222.0.57 "GET /v2.0/networks/6dfbb2a7-5276-4203-a32e-db5c6045b523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913060 Jan 17 18:37:14.323484 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-93cfa40f-ec6e-4dec-9ef8-5eb60dcf5621 req-3e6f51e1-78b8-4555-ba7d-4a4516fcbdf0 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=9009c0e4-9240-4eba-8836-dabc77889fe3 HTTP/1.1" status: 200 len: 210 time: 0.0259748 Jan 17 18:37:14.658241 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:15.433338 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-decc8888-34a8-43dd-8b6f-f45c9dab13ee req-f33b236d-e251-444c-96e0-ed9240c3ab80 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=9009c0e4-9240-4eba-8836-dabc77889fe3 HTTP/1.1" status: 200 len: 210 time: 0.0362329 Jan 17 18:37:15.498374 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-9fa03662-6565-49c2-a8ea-0330ce0f6668 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:15.499696 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-9fa03662-6565-49c2-a8ea-0330ce0f6668 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.31 "GET /v2.0/networks?id=6dfbb2a7-5276-4203-a32e-db5c6045b523 HTTP/1.1" status: 200 len: 812 time: 0.1786363 Jan 17 18:37:15.570844 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-20d93d44-81f3-47e8-b778-5514de84da36 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ebb9dad35744d75b104be8c72af35ec HTTP/1.1" status: 200 len: 380 time: 0.0568748 Jan 17 18:37:15.580085 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-d62076fe-a4c1-45ca-acaf-c676922244cf tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Request body: {'port': {'device_id': '9009c0e4-9240-4eba-8836-dabc77889fe3', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'admin_state_up': True, 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'security_groups': ['51cd2563-7817-4f1d-a2a2-d8094eb36dea']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:37:15.703461 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-d62076fe-a4c1-45ca-acaf-c676922244cf tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Made reservation on behalf of 7ebb9dad35744d75b104be8c72af35ec for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:37:15.707023 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-d62076fe-a4c1-45ca-acaf-c676922244cf tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:15.835599 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-d62076fe-a4c1-45ca-acaf-c676922244cf tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Allocated IP 172.20.0.4 (6dfbb2a7-5276-4203-a32e-db5c6045b523/192fe8fe-1f58-4fba-8ff5-7646c544378e/f2eab087-c5cf-4ffd-afa9-055f529cd3a2) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:37:15.976329 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-d62076fe-a4c1-45ca-acaf-c676922244cf tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for port (f2eab087-c5cf-4ffd-afa9-055f529cd3a2), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:16.012694 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-d62076fe-a4c1-45ca-acaf-c676922244cf tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261205625'] for port (f2eab087-c5cf-4ffd-afa9-055f529cd3a2), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:16.056533 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-d62076fe-a4c1-45ca-acaf-c676922244cf tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Network 6dfbb2a7-5276-4203-a32e-db5c6045b523 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:37:16.060348 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-d62076fe-a4c1-45ca-acaf-c676922244cf tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:37:16.063976 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-d62076fe-a4c1-45ca-acaf-c676922244cf tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:37:16.096402 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62076fe-a4c1-45ca-acaf-c676922244cf tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Pushing event updated for resources: {'Port': ['ID=f2eab087-c5cf-4ffd-afa9-055f529cd3a2,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:16.107184 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62076fe-a4c1-45ca-acaf-c676922244cf tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:37:16.107563 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62076fe-a4c1-45ca-acaf-c676922244cf tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:37:16.107912 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62076fe-a4c1-45ca-acaf-c676922244cf tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:37:16.108253 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62076fe-a4c1-45ca-acaf-c676922244cf tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:37:16.108589 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62076fe-a4c1-45ca-acaf-c676922244cf tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:37:16.108920 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62076fe-a4c1-45ca-acaf-c676922244cf tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:37:16.109251 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62076fe-a4c1-45ca-acaf-c676922244cf tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:37:16.109580 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62076fe-a4c1-45ca-acaf-c676922244cf tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:37:16.109907 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62076fe-a4c1-45ca-acaf-c676922244cf tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:37:16.110234 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62076fe-a4c1-45ca-acaf-c676922244cf tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:37:16.110558 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62076fe-a4c1-45ca-acaf-c676922244cf tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:37:16.110911 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62076fe-a4c1-45ca-acaf-c676922244cf tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:37:16.111357 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62076fe-a4c1-45ca-acaf-c676922244cf tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:37:16.133800 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-d62076fe-a4c1-45ca-acaf-c676922244cf tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:16.134421 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-d62076fe-a4c1-45ca-acaf-c676922244cf tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:16.151814 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-d62076fe-a4c1-45ca-acaf-c676922244cf tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5754979 Jan 17 18:37:16.165076 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-591f13e5-077c-41f8-957f-2e866d66337f service neutron] Request body: {'port': {'device_id': '9009c0e4-9240-4eba-8836-dabc77889fe3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82499'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:37:16.223799 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-591f13e5-077c-41f8-957f-2e866d66337f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (f2eab087-c5cf-4ffd-afa9-055f529cd3a2), before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:16.256104 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-53f9f963-2ce3-495d-acf1-93271442f4d4 None None] Provisioning complete for port f2eab087-c5cf-4ffd-afa9-055f529cd3a2 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:37:16.256631 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-53f9f963-2ce3-495d-acf1-93271442f4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (f2eab087-c5cf-4ffd-afa9-055f529cd3a2), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:16.294385 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-53f9f963-2ce3-495d-acf1-93271442f4d4 None None] Port f2eab087-c5cf-4ffd-afa9-055f529cd3a2 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 18:37:16.488243 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-591f13e5-077c-41f8-957f-2e866d66337f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2eab087-c5cf-4ffd-afa9-055f529cd3a2 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:37:16.496624 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-591f13e5-077c-41f8-957f-2e866d66337f service neutron] Publish callbacks [] for port (f2eab087-c5cf-4ffd-afa9-055f529cd3a2), precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:16.509995 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-591f13e5-077c-41f8-957f-2e866d66337f service neutron] Transition to ACTIVE for port object f2eab087-c5cf-4ffd-afa9-055f529cd3a2 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 18:37:16.514525 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-591f13e5-077c-41f8-957f-2e866d66337f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261205504'] for port (f2eab087-c5cf-4ffd-afa9-055f529cd3a2), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:16.583927 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39ab28-4aa5-4eec-9e6e-eabd363ba16b req-1b3f2db9-ddcd-4d81-b88c-ccffa00ab66c tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:16.585449 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8e39ab28-4aa5-4eec-9e6e-eabd363ba16b req-1b3f2db9-ddcd-4d81-b88c-ccffa00ab66c tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=9009c0e4-9240-4eba-8836-dabc77889fe3 HTTP/1.1" status: 200 len: 943 time: 0.0649252 Jan 17 18:37:16.593333 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f13e5-077c-41f8-957f-2e866d66337f service neutron] Pushing event updated for resources: {'Port': ['ID=f2eab087-c5cf-4ffd-afa9-055f529cd3a2,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:16.650593 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8e39ab28-4aa5-4eec-9e6e-eabd363ba16b req-337afd04-ab19-4320-aafe-c0ec2c5236cf tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540874 Jan 17 18:37:16.661911 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-591f13e5-077c-41f8-957f-2e866d66337f service neutron] Attempting to bind port f2eab087-c5cf-4ffd-afa9-055f529cd3a2 on host hv-cinder-82499 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:37:16.662390 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-591f13e5-077c-41f8-957f-2e866d66337f service neutron] Attempting to bind port f2eab087-c5cf-4ffd-afa9-055f529cd3a2 by drivers openvswitch,hyperv on host hv-cinder-82499 at level 0 using segments [{'id': 'fa3ece1b-5d86-44f9-89b6-42ddd45f5966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:37:16.662725 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-591f13e5-077c-41f8-957f-2e866d66337f service neutron] Attempting to bind port f2eab087-c5cf-4ffd-afa9-055f529cd3a2 on network 6dfbb2a7-5276-4203-a32e-db5c6045b523 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:37:16.671102 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-591f13e5-077c-41f8-957f-2e866d66337f service neutron] Port f2eab087-c5cf-4ffd-afa9-055f529cd3a2 on network 6dfbb2a7-5276-4203-a32e-db5c6045b523 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82499 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 18:37:16.671527 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-591f13e5-077c-41f8-957f-2e866d66337f service neutron] Attempting to bind port f2eab087-c5cf-4ffd-afa9-055f529cd3a2 on network 6dfbb2a7-5276-4203-a32e-db5c6045b523 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:37:16.687482 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-591f13e5-077c-41f8-957f-2e866d66337f service neutron] Checking agent: {'id': 'c251eb83-93a6-4d5d-bd4b-c362ae836320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82499', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'started_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:37:16.687482 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-591f13e5-077c-41f8-957f-2e866d66337f service neutron] Checking segment: {'id': 'fa3ece1b-5d86-44f9-89b6-42ddd45f5966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:37:16.687482 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-591f13e5-077c-41f8-957f-2e866d66337f service neutron] Bound using segment: {'id': 'fa3ece1b-5d86-44f9-89b6-42ddd45f5966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:37:16.687482 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-591f13e5-077c-41f8-957f-2e866d66337f service neutron] Bound port: f2eab087-c5cf-4ffd-afa9-055f529cd3a2, host: hv-cinder-82499, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa3ece1b-5d86-44f9-89b6-42ddd45f5966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:37:16.687935 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-591f13e5-077c-41f8-957f-2e866d66337f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (f2eab087-c5cf-4ffd-afa9-055f529cd3a2), before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:16.765610 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-591f13e5-077c-41f8-957f-2e866d66337f service neutron] For port f2eab087-c5cf-4ffd-afa9-055f529cd3a2, host hv-cinder-82499, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:37:16.768989 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-591f13e5-077c-41f8-957f-2e866d66337f service neutron] For port f2eab087-c5cf-4ffd-afa9-055f529cd3a2, host hv-cinder-82499, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=f2eab087-c5cf-4ffd-afa9-055f529cd3a2,segment=NetworkSegment(fa3ece1b-5d86-44f9-89b6-42ddd45f5966),segment_id=fa3ece1b-5d86-44f9-89b6-42ddd45f5966)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:37:16.773803 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-591f13e5-077c-41f8-957f-2e866d66337f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261205504'] for port (f2eab087-c5cf-4ffd-afa9-055f529cd3a2), after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:16.806933 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-591f13e5-077c-41f8-957f-2e866d66337f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:16.807749 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-591f13e5-077c-41f8-957f-2e866d66337f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:16.809067 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-591f13e5-077c-41f8-957f-2e866d66337f service neutron] 10.222.0.31 "PUT /v2.0/ports/f2eab087-c5cf-4ffd-afa9-055f529cd3a2 HTTP/1.1" status: 200 len: 1093 time: 0.6487329 Jan 17 18:37:16.811820 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9009c0e4-9240-4eba-8836-dabc77889fe3', 'tag': 'f2eab087-c5cf-4ffd-afa9-055f529cd3a2'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:37:16.816736 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ebc6f40cb2ac68c89279b37e377f59c9ca88cf84401dffc3b34b74128c2044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bf532a-111b-4603-9876-4d4a949a00a9" -d '{"events": [{"name": "network-changed", "server_uuid": "9009c0e4-9240-4eba-8836-dabc77889fe3", "tag": "f2eab087-c5cf-4ffd-afa9-055f529cd3a2"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:37:16.895908 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 18:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb998de-adc8-4299-8bfd-071ad199db0e x-openstack-request-id: req-fbb998de-adc8-4299-8bfd-071ad199db0e {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:37:16.896262 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9009c0e4-9240-4eba-8836-dabc77889fe3", "tag": "f2eab087-c5cf-4ffd-afa9-055f529cd3a2", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:37:16.896481 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fbb998de-adc8-4299-8bfd-071ad199db0e {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:37:16.896889 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9009c0e4-9240-4eba-8836-dabc77889fe3', 'tag': 'f2eab087-c5cf-4ffd-afa9-055f529cd3a2', 'status': 'completed', 'code': 200} Jan 17 18:37:16.900295 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f13e5-077c-41f8-957f-2e866d66337f service neutron] Pushing event updated for resources: {'Port': ['ID=f2eab087-c5cf-4ffd-afa9-055f529cd3a2,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:16.924557 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-c4cc7d9f-0050-4e15-b3a0-4265537d314e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:16.926590 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-c4cc7d9f-0050-4e15-b3a0-4265537d314e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ebb9dad35744d75b104be8c72af35ec&device_id=9009c0e4-9240-4eba-8836-dabc77889fe3 HTTP/1.1" status: 200 len: 1096 time: 0.0647407 Jan 17 18:37:16.952218 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 33864) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:37:16.980881 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-799567ee-1606-48e2-8012-78c779827f69 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2eab087-c5cf-4ffd-afa9-055f529cd3a2 HTTP/1.1" status: 200 len: 217 time: 0.0412338 Jan 17 18:37:17.033511 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-fc4a8dcc-ecab-4637-93b3-1d00faf0450a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:17.035032 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-fc4a8dcc-ecab-4637-93b3-1d00faf0450a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=192fe8fe-1f58-4fba-8ff5-7646c544378e HTTP/1.1" status: 200 len: 851 time: 0.0465879 Jan 17 18:37:17.081209 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8259358a-5aa5-4734-baf7-ea8dfd84ff95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:17.085665 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-919ba9f5-6c07-4e2b-942d-2145c8cfb40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:17.087168 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-919ba9f5-6c07-4e2b-942d-2145c8cfb40c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dfbb2a7-5276-4203-a32e-db5c6045b523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460248 Jan 17 18:37:17.166622 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8259358a-5aa5-4734-baf7-ea8dfd84ff95 admin admin] Publish callbacks [] for security_group (bc620d6b-6e6a-4160-93e4-3450a3a8e770), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:17.171975 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8259358a-5aa5-4734-baf7-ea8dfd84ff95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (bc620d6b-6e6a-4160-93e4-3450a3a8e770), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:17.187101 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-75fee68f-a79a-43db-868a-aab0dc1ef883 service neutron] 10.222.0.31 "GET /v2.0/networks/6dfbb2a7-5276-4203-a32e-db5c6045b523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931787 Jan 17 18:37:17.212019 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-8259358a-5aa5-4734-baf7-ea8dfd84ff95 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f34f776547a74c1790913201fd1d4447&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2586951 Jan 17 18:37:17.214823 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 33868) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:37:17.221259 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8259358a-5aa5-4734-baf7-ea8dfd84ff95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc620d6b-6e6a-4160-93e4-3450a3a8e770,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:17.267288 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-77e5b3a7-1019-4d03-bd5d-85995832686d admin admin] Publish callbacks [] for security_group (bc620d6b-6e6a-4160-93e4-3450a3a8e770), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:17.282434 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-985564ff-cc4b-4369-a9e7-fd2e824a562c req-ffc97cf3-3526-4159-be10-3a25fffdf533 service neutron] 10.222.0.31 "GET /v2.0/networks/6dfbb2a7-5276-4203-a32e-db5c6045b523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887074 Jan 17 18:37:17.293715 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-77e5b3a7-1019-4d03-bd5d-85995832686d admin admin] Publish callbacks [] for security_group (bc620d6b-6e6a-4160-93e4-3450a3a8e770), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:17.348214 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-77e5b3a7-1019-4d03-bd5d-85995832686d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (bc620d6b-6e6a-4160-93e4-3450a3a8e770), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:17.351007 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-77e5b3a7-1019-4d03-bd5d-85995832686d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:17.355141 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-77e5b3a7-1019-4d03-bd5d-85995832686d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bc620d6b-6e6a-4160-93e4-3450a3a8e770 HTTP/1.1" status: 204 len: 168 time: 0.1363597 Jan 17 18:37:17.362005 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5b3a7-1019-4d03-bd5d-85995832686d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc620d6b-6e6a-4160-93e4-3450a3a8e770,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:17.393770 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf532a-111b-4603-9876-4d4a949a00a9 req-73ae4de1-676f-4c0e-88bc-84ff207b3b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:17.395281 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-83bf532a-111b-4603-9876-4d4a949a00a9 req-73ae4de1-676f-4c0e-88bc-84ff207b3b78 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ebb9dad35744d75b104be8c72af35ec&device_id=9009c0e4-9240-4eba-8836-dabc77889fe3 HTTP/1.1" status: 200 len: 1096 time: 0.0549028 Jan 17 18:37:17.503384 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf532a-111b-4603-9876-4d4a949a00a9 req-d8a6e6c7-7980-4d7a-90f5-8626d35a2fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:17.504902 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-83bf532a-111b-4603-9876-4d4a949a00a9 req-d8a6e6c7-7980-4d7a-90f5-8626d35a2fa4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6dfbb2a7-5276-4203-a32e-db5c6045b523 HTTP/1.1" status: 200 len: 913 time: 0.1009290 Jan 17 18:37:17.508378 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-d4dd5769-cc7f-4b55-98d9-1a9f79aabdb2 req-235477fd-fdeb-4635-9d53-71b8797a9418 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=10b8ce1a-0914-457c-b040-cc272e323fa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475309 Jan 17 18:37:17.571570 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-83bf532a-111b-4603-9876-4d4a949a00a9 req-92d55c59-aec4-45f6-8c85-482b4c6d0fe5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2eab087-c5cf-4ffd-afa9-055f529cd3a2 HTTP/1.1" status: 200 len: 217 time: 0.0492580 Jan 17 18:37:17.624038 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd5769-cc7f-4b55-98d9-1a9f79aabdb2 req-2e552038-cc5a-4188-9089-7a93221db41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:17.626471 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-d4dd5769-cc7f-4b55-98d9-1a9f79aabdb2 req-2e552038-cc5a-4188-9089-7a93221db41e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ebb9dad35744d75b104be8c72af35ec&device_id=10b8ce1a-0914-457c-b040-cc272e323fa8 HTTP/1.1" status: 200 len: 1098 time: 0.0568330 Jan 17 18:37:17.635641 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf532a-111b-4603-9876-4d4a949a00a9 req-df25a42f-e14e-4d38-9a1a-ce3ed1bde52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:17.638736 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-83bf532a-111b-4603-9876-4d4a949a00a9 req-df25a42f-e14e-4d38-9a1a-ce3ed1bde52a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=192fe8fe-1f58-4fba-8ff5-7646c544378e HTTP/1.1" status: 200 len: 851 time: 0.0612109 Jan 17 18:37:17.661869 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 33874) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:37:17.719222 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4dae4d4c-6844-40cd-bbd8-44b8560109b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:17.725105 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf532a-111b-4603-9876-4d4a949a00a9 req-48a8300a-4c67-4ac1-8438-636e9377f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:17.726952 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-83bf532a-111b-4603-9876-4d4a949a00a9 req-48a8300a-4c67-4ac1-8438-636e9377f235 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dfbb2a7-5276-4203-a32e-db5c6045b523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762074 Jan 17 18:37:17.827996 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-83bf532a-111b-4603-9876-4d4a949a00a9 req-6f3caf9b-aff0-48c8-9e97-19a29ad4ed67 service neutron] 10.222.0.31 "GET /v2.0/networks/6dfbb2a7-5276-4203-a32e-db5c6045b523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914104 Jan 17 18:37:17.839842 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd5769-cc7f-4b55-98d9-1a9f79aabdb2 req-c0671a5e-8cd0-4220-8dda-c956b60a3fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:17.841320 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-d4dd5769-cc7f-4b55-98d9-1a9f79aabdb2 req-c0671a5e-8cd0-4220-8dda-c956b60a3fb2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6dfbb2a7-5276-4203-a32e-db5c6045b523 HTTP/1.1" status: 200 len: 913 time: 0.1885521 Jan 17 18:37:17.857767 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04d0d4-5531-49ff-9315-f1e4cb1f2854 req-672dca08-8607-4214-a955-705e3a671806 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:17.859516 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-7f04d0d4-5531-49ff-9315-f1e4cb1f2854 req-672dca08-8607-4214-a955-705e3a671806 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=9009c0e4-9240-4eba-8836-dabc77889fe3 HTTP/1.1" status: 200 len: 943 time: 0.1220977 Jan 17 18:37:17.920978 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-83bf532a-111b-4603-9876-4d4a949a00a9 req-538f5127-a74f-4125-8691-0a75232cb739 service neutron] 10.222.0.31 "GET /v2.0/networks/6dfbb2a7-5276-4203-a32e-db5c6045b523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843620 Jan 17 18:37:17.953874 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4dae4d4c-6844-40cd-bbd8-44b8560109b6 admin admin] Publish callbacks [] for security_group (875d0bca-bb1b-4cae-93b0-19d83e6ff599), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:17.966141 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-d4dd5769-cc7f-4b55-98d9-1a9f79aabdb2 req-04276aa2-a3ac-4399-a5ed-7ffe2fbcfe5c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be29906c-17b9-4d03-99a0-9040fdade75b HTTP/1.1" status: 200 len: 1000 time: 0.1057398 Jan 17 18:37:17.966692 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4dae4d4c-6844-40cd-bbd8-44b8560109b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (875d0bca-bb1b-4cae-93b0-19d83e6ff599), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:18.270048 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-7f04d0d4-5531-49ff-9315-f1e4cb1f2854 req-de3b9266-d56c-405d-a6ab-8d1fd04ccc77 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3992271 Jan 17 18:37:18.299822 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-4dae4d4c-6844-40cd-bbd8-44b8560109b6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4568aeea750341fe9c67a2efc143ad85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6336644 Jan 17 18:37:18.299822 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae4d4c-6844-40cd-bbd8-44b8560109b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875d0bca-bb1b-4cae-93b0-19d83e6ff599,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:18.300219 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 33880) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:37:18.310437 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd5769-cc7f-4b55-98d9-1a9f79aabdb2 req-ec8e6ec9-8ca5-4b04-915b-92bf42dd0a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:18.311906 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-d4dd5769-cc7f-4b55-98d9-1a9f79aabdb2 req-ec8e6ec9-8ca5-4b04-915b-92bf42dd0a6d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=192fe8fe-1f58-4fba-8ff5-7646c544378e HTTP/1.1" status: 200 len: 851 time: 0.3225920 Jan 17 18:37:18.351874 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-01b94c1b-5a09-4fd1-aeb9-90f1b415f2cc admin admin] Publish callbacks [] for security_group (875d0bca-bb1b-4cae-93b0-19d83e6ff599), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:18.361912 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd5769-cc7f-4b55-98d9-1a9f79aabdb2 req-bc0430e5-8089-4b95-8512-ab1e79ef3bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:18.363737 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-d4dd5769-cc7f-4b55-98d9-1a9f79aabdb2 req-bc0430e5-8089-4b95-8512-ab1e79ef3bff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dfbb2a7-5276-4203-a32e-db5c6045b523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445857 Jan 17 18:37:18.377755 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-01b94c1b-5a09-4fd1-aeb9-90f1b415f2cc admin admin] Publish callbacks [] for security_group (875d0bca-bb1b-4cae-93b0-19d83e6ff599), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:18.437914 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-01b94c1b-5a09-4fd1-aeb9-90f1b415f2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (875d0bca-bb1b-4cae-93b0-19d83e6ff599), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:18.440504 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-01b94c1b-5a09-4fd1-aeb9-90f1b415f2cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:18.441676 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-01b94c1b-5a09-4fd1-aeb9-90f1b415f2cc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/875d0bca-bb1b-4cae-93b0-19d83e6ff599 HTTP/1.1" status: 204 len: 168 time: 0.1404653 Jan 17 18:37:18.451145 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b94c1b-5a09-4fd1-aeb9-90f1b415f2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875d0bca-bb1b-4cae-93b0-19d83e6ff599,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:18.459239 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-d4dd5769-cc7f-4b55-98d9-1a9f79aabdb2 req-e153b4e8-0206-4020-8edb-b96b10d3f638 service neutron] 10.222.0.31 "GET /v2.0/networks/6dfbb2a7-5276-4203-a32e-db5c6045b523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890331 Jan 17 18:37:18.554748 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-d4dd5769-cc7f-4b55-98d9-1a9f79aabdb2 req-58e56111-3442-41f0-a582-0ad07714dc4a service neutron] 10.222.0.31 "GET /v2.0/networks/6dfbb2a7-5276-4203-a32e-db5c6045b523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895238 Jan 17 18:37:18.764840 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 33886) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:37:18.782003 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-23d8c716-6cef-4f6e-acde-1e423718686b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:18.864508 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-23d8c716-6cef-4f6e-acde-1e423718686b admin admin] Publish callbacks [] for security_group (8b2f20a0-338d-47c2-aa5c-2796c3770453), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:18.868154 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-23d8c716-6cef-4f6e-acde-1e423718686b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (8b2f20a0-338d-47c2-aa5c-2796c3770453), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:18.905050 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-23d8c716-6cef-4f6e-acde-1e423718686b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=07db5d81b1c046d0a0b16d0bddee37be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391239 Jan 17 18:37:18.906929 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d8c716-6cef-4f6e-acde-1e423718686b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2f20a0-338d-47c2-aa5c-2796c3770453,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:18.907843 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 33890) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:37:18.962295 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bbff40e1-2c97-4c86-892c-df1f60fe2860 admin admin] Publish callbacks [] for security_group (8b2f20a0-338d-47c2-aa5c-2796c3770453), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:18.986645 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bbff40e1-2c97-4c86-892c-df1f60fe2860 admin admin] Publish callbacks [] for security_group (8b2f20a0-338d-47c2-aa5c-2796c3770453), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:19.039956 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bbff40e1-2c97-4c86-892c-df1f60fe2860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (8b2f20a0-338d-47c2-aa5c-2796c3770453), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:19.043136 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bbff40e1-2c97-4c86-892c-df1f60fe2860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:19.044344 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-bbff40e1-2c97-4c86-892c-df1f60fe2860 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8b2f20a0-338d-47c2-aa5c-2796c3770453 HTTP/1.1" status: 204 len: 168 time: 0.1354935 Jan 17 18:37:19.052265 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff40e1-2c97-4c86-892c-df1f60fe2860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2f20a0-338d-47c2-aa5c-2796c3770453,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:19.398266 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aff328-6d89-4248-8746-6799d937dd27 req-d7df7b03-110b-4779-af30-e32310977cc1 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:19.399782 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-52aff328-6d89-4248-8746-6799d937dd27 req-d7df7b03-110b-4779-af30-e32310977cc1 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=9009c0e4-9240-4eba-8836-dabc77889fe3 HTTP/1.1" status: 200 len: 943 time: 0.0524802 Jan 17 18:37:19.455858 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-52aff328-6d89-4248-8746-6799d937dd27 req-2cd7e7a6-1069-42a6-8638-2ad8826764df tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492935 Jan 17 18:37:19.645493 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 6 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:37:19.742925 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 33914) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:37:19.839281 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-47096d96-a64a-46c9-85c8-825bcb0f473a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1049642735-network', 'tenant_id': 'd94982fc83294f229d200755062e3295'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:37:19.862665 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47096d96-a64a-46c9-85c8-825bcb0f473a admin admin] Made reservation on behalf of d94982fc83294f229d200755062e3295 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:37:19.865483 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-47096d96-a64a-46c9-85c8-825bcb0f473a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for network (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:19.874863 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-47096d96-a64a-46c9-85c8-825bcb0f473a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:19.952507 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-47096d96-a64a-46c9-85c8-825bcb0f473a admin admin] Publish callbacks [] for security_group (674b500d-e7b7-4485-9af2-fa0466f1ff9a), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:19.956677 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-47096d96-a64a-46c9-85c8-825bcb0f473a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (674b500d-e7b7-4485-9af2-fa0466f1ff9a), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:19.983695 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47096d96-a64a-46c9-85c8-825bcb0f473a admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 18:37:19.992588 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47096d96-a64a-46c9-85c8-825bcb0f473a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674b500d-e7b7-4485-9af2-fa0466f1ff9a,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:19.998807 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-47096d96-a64a-46c9-85c8-825bcb0f473a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749'] for segment (ab0a3290-e3de-41f2-96b0-2e9302ec5d72), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:19.999179 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.db.segments_db [None req-47096d96-a64a-46c9-85c8-825bcb0f473a admin admin] Added segment ab0a3290-e3de-41f2-96b0-2e9302ec5d72 of type vlan for network d87a96ae-0dbc-4304-9550-bf7abb720bb3 Jan 17 18:37:20.041512 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-47096d96-a64a-46c9-85c8-825bcb0f473a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736373697190'] for network (d87a96ae-0dbc-4304-9550-bf7abb720bb3), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:20.065944 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-47096d96-a64a-46c9-85c8-825bcb0f473a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506'] for network (d87a96ae-0dbc-4304-9550-bf7abb720bb3), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:20.066879 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47096d96-a64a-46c9-85c8-825bcb0f473a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:20.067484 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-47096d96-a64a-46c9-85c8-825bcb0f473a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for network (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:20.120539 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-47096d96-a64a-46c9-85c8-825bcb0f473a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3764637 Jan 17 18:37:20.123629 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 33920) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:37:20.128528 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.v2.base [None req-c14979b1-86ff-4983-9384-bde0b3b2b0e3 admin admin] Request body: {'subnet': {'network_id': 'd87a96ae-0dbc-4304-9550-bf7abb720bb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1049642735-subnet', 'tenant_id': 'd94982fc83294f229d200755062e3295', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:37:20.133226 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47096d96-a64a-46c9-85c8-825bcb0f473a admin admin] Pushing event updated for resources: {'Network': ['ID=d87a96ae-0dbc-4304-9550-bf7abb720bb3,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:20.147237 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Network d87a96ae-0dbc-4304-9550-bf7abb720bb3 details requested by agent ovs-agent-dv-cinder-824995-1-iscsi with host dv-cinder-824995-1-iscsi {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 18:37:20.155820 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14979b1-86ff-4983-9384-bde0b3b2b0e3 admin admin] Made reservation on behalf of d94982fc83294f229d200755062e3295 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:37:20.158135 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c14979b1-86ff-4983-9384-bde0b3b2b0e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261080130'] for subnet (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:20.326291 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c14979b1-86ff-4983-9384-bde0b3b2b0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261205645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261080144'] for subnet (bdf4d2bb-5604-42af-bdb8-2d0a6e3016c9), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:20.397474 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14979b1-86ff-4983-9384-bde0b3b2b0e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdf4d2bb-5604-42af-bdb8-2d0a6e3016c9,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:20.406358 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14979b1-86ff-4983-9384-bde0b3b2b0e3 admin admin] Checking segment: {'id': 'ab0a3290-e3de-41f2-96b0-2e9302ec5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd87a96ae-0dbc-4304-9550-bf7abb720bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:37:20.406698 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14979b1-86ff-4983-9384-bde0b3b2b0e3 admin admin] Network hostable DHCP agents. Network: d87a96ae-0dbc-4304-9550-bf7abb720bb3, hostable agents: ['94683317-8c70-4890-b431-46000499a1c4'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 18:37:20.426883 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14979b1-86ff-4983-9384-bde0b3b2b0e3 admin admin] Network d87a96ae-0dbc-4304-9550-bf7abb720bb3 is scheduled to be hosted by DHCP agent 94683317-8c70-4890-b431-46000499a1c4 with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 18:37:20.435836 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-c14979b1-86ff-4983-9384-bde0b3b2b0e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824995-1-iscsi, d87a96ae-0dbc-4304-9550-bf7abb720bb3) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:37:20.443382 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14979b1-86ff-4983-9384-bde0b3b2b0e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:20.444004 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c14979b1-86ff-4983-9384-bde0b3b2b0e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:20.446866 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82c858f-fce9-48a1-bf00-a474f5c476dd None None] Network d87a96ae-0dbc-4304-9550-bf7abb720bb3 requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:37:20.460819 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-c14979b1-86ff-4983-9384-bde0b3b2b0e3 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3360443 Jan 17 18:37:20.572272 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8404aa9-4cbb-4e50-962d-12c5c64a8cb3 None None] Network d87a96ae-0dbc-4304-9550-bf7abb720bb3 requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:37:20.585394 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027f7d3-0ce0-4230-bbcc-11b3f16999f0 req-dd3d20da-87e8-41d6-9e76-b62f08803567 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:20.587046 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b027f7d3-0ce0-4230-bbcc-11b3f16999f0 req-dd3d20da-87e8-41d6-9e76-b62f08803567 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=9009c0e4-9240-4eba-8836-dabc77889fe3 HTTP/1.1" status: 200 len: 943 time: 0.0572381 Jan 17 18:37:20.645448 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-b027f7d3-0ce0-4230-bbcc-11b3f16999f0 req-12288d03-3f11-4f26-ae3e-c213aeb8fc31 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507677 Jan 17 18:37:21.064386 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f7f916c9-b2a9-4e31-abbd-46a790f47a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:21.769695 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc47d92-ead1-400e-946b-b990ba306ccc req-abeb2e03-dac7-484e-b202-bcbf3ae92ea8 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:21.771214 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ccc47d92-ead1-400e-946b-b990ba306ccc req-abeb2e03-dac7-484e-b202-bcbf3ae92ea8 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=9009c0e4-9240-4eba-8836-dabc77889fe3 HTTP/1.1" status: 200 len: 943 time: 0.0536387 Jan 17 18:37:21.828630 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ccc47d92-ead1-400e-946b-b990ba306ccc req-7cb0b4b3-e41a-46bb-bf2f-d86d9f25b035 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506744 Jan 17 18:37:22.249905 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-ba1f371d-8a6d-497d-aaee-bcdfd9d5bd85 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:22.251359 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-ba1f371d-8a6d-497d-aaee-bcdfd9d5bd85 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/networks?id=d87a96ae-0dbc-4304-9550-bf7abb720bb3 HTTP/1.1" status: 200 len: 809 time: 0.1081424 Jan 17 18:37:22.265783 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-15b30778-3128-4693-b434-ef29350d5afc tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/quotas/d94982fc83294f229d200755062e3295 HTTP/1.1" status: 200 len: 375 time: 0.0089386 Jan 17 18:37:22.296966 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-33b849ce-5e40-449b-9085-45a0f681a6f3 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d94982fc83294f229d200755062e3295&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256948 Jan 17 18:37:22.439243 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-b6a80d27-86ad-41cb-882d-ec6c0fff3094 service neutron] 10.222.0.57 "GET /v2.0/networks/d87a96ae-0dbc-4304-9550-bf7abb720bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352458 Jan 17 18:37:22.528888 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-d4a2c374-9e5c-416f-95e4-5489a73fa046 service neutron] 10.222.0.57 "GET /v2.0/networks/d87a96ae-0dbc-4304-9550-bf7abb720bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838845 Jan 17 18:37:22.947553 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e02f5e-d277-4ef1-b837-5361105c6314 req-5b2420c5-47d6-4ccb-8384-832eef819e7e tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:22.949859 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-15e02f5e-d277-4ef1-b837-5361105c6314 req-5b2420c5-47d6-4ccb-8384-832eef819e7e tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=9009c0e4-9240-4eba-8836-dabc77889fe3 HTTP/1.1" status: 200 len: 943 time: 0.0528991 Jan 17 18:37:23.002483 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-15e02f5e-d277-4ef1-b837-5361105c6314 req-15b4998e-cd3c-4781-9d5c-f23d558b795f tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464416 Jan 17 18:37:23.390587 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cd8b81db-83f4-4dde-8739-957493d9fb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:23.703696 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-b2dd0a00-3d66-4461-83f4-d12f79823cc2 req-d2dca49d-4e75-4308-a7b2-68e9b2a27f21 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0f903f7-57bb-4fb3-882c-5075c38b7c83 HTTP/1.1" status: 200 len: 210 time: 0.0313118 Jan 17 18:37:24.127613 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b00fd-70a3-49c9-9fb4-a0030debc36f req-70fed30b-e757-4ca2-bff6-6395d191e488 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:24.129105 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2e9b00fd-70a3-49c9-9fb4-a0030debc36f req-70fed30b-e757-4ca2-bff6-6395d191e488 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=9009c0e4-9240-4eba-8836-dabc77889fe3 HTTP/1.1" status: 200 len: 943 time: 0.0506682 Jan 17 18:37:24.178706 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2e9b00fd-70a3-49c9-9fb4-a0030debc36f req-939f6539-0f06-4cd7-85d8-1d234ae244ff tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433798 Jan 17 18:37:24.559417 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:24.647042 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-f44ef067-904c-4807-978d-9533ae7b22d7 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:24.648551 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-f44ef067-904c-4807-978d-9533ae7b22d7 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.31 "GET /v2.0/networks?id=d87a96ae-0dbc-4304-9550-bf7abb720bb3 HTTP/1.1" status: 200 len: 809 time: 0.1077406 Jan 17 18:37:24.662408 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-fceedf40-bc1a-4438-ae5a-7e29a2ac2687 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Request body: {'port': {'device_id': 'a0f903f7-57bb-4fb3-882c-5075c38b7c83', 'network_id': 'd87a96ae-0dbc-4304-9550-bf7abb720bb3', 'admin_state_up': True, 'tenant_id': 'd94982fc83294f229d200755062e3295'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:37:24.777627 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-fceedf40-bc1a-4438-ae5a-7e29a2ac2687 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Made reservation on behalf of d94982fc83294f229d200755062e3295 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:37:24.781313 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-fceedf40-bc1a-4438-ae5a-7e29a2ac2687 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:24.798091 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-ff8f914b-49ab-4eb9-8df8-a26decdb4bc9 req-2088b4f5-bcd1-4b91-90d2-5f27451d88a0 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0f903f7-57bb-4fb3-882c-5075c38b7c83 HTTP/1.1" status: 200 len: 210 time: 0.0261822 Jan 17 18:37:24.903186 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-fceedf40-bc1a-4438-ae5a-7e29a2ac2687 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Allocated IP 172.20.0.13 (d87a96ae-0dbc-4304-9550-bf7abb720bb3/bdf4d2bb-5604-42af-bdb8-2d0a6e3016c9/621f25cd-6840-474d-a8d7-fe95a6168dab) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:37:25.048585 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-fceedf40-bc1a-4438-ae5a-7e29a2ac2687 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Publish callbacks [] for port (621f25cd-6840-474d-a8d7-fe95a6168dab), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:25.082024 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-fceedf40-bc1a-4438-ae5a-7e29a2ac2687 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (621f25cd-6840-474d-a8d7-fe95a6168dab), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:25.126851 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-fceedf40-bc1a-4438-ae5a-7e29a2ac2687 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Network d87a96ae-0dbc-4304-9550-bf7abb720bb3 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:37:25.129844 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-fceedf40-bc1a-4438-ae5a-7e29a2ac2687 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:37:25.131861 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device f2eab087-c5cf-4ffd-afa9-055f529cd3a2 details requested by agent hyperv_hv-cinder-82499 with host hv-cinder-82499 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 18:37:25.133788 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-fceedf40-bc1a-4438-ae5a-7e29a2ac2687 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:37:25.164980 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceedf40-bc1a-4438-ae5a-7e29a2ac2687 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Pushing event updated for resources: {'Port': ['ID=621f25cd-6840-474d-a8d7-fe95a6168dab,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:25.189290 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-fceedf40-bc1a-4438-ae5a-7e29a2ac2687 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:25.189907 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-fceedf40-bc1a-4438-ae5a-7e29a2ac2687 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:25.207581 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-fceedf40-bc1a-4438-ae5a-7e29a2ac2687 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5493724 Jan 17 18:37:25.221728 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-fb09b98b-1555-428d-8551-cd5afef9ed89 service neutron] Request body: {'port': {'device_id': 'a0f903f7-57bb-4fb3-882c-5075c38b7c83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82499'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:37:25.228069 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port f2eab087-c5cf-4ffd-afa9-055f529cd3a2, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=f2eab087-c5cf-4ffd-afa9-055f529cd3a2,segment=NetworkSegment(fa3ece1b-5d86-44f9-89b6-42ddd45f5966),segment_id=fa3ece1b-5d86-44f9-89b6-42ddd45f5966)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:37:25.240403 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Returning: {'device': 'f2eab087-c5cf-4ffd-afa9-055f529cd3a2', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'port_id': 'f2eab087-c5cf-4ffd-afa9-055f529cd3a2', 'mac_address': 'fa:16:3e:f1:f4:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 18:37:25.281372 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port f2eab087-c5cf-4ffd-afa9-055f529cd3a2 is: DOWN; New status is: BUILD {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:37:25.282304 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (f2eab087-c5cf-4ffd-afa9-055f529cd3a2), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:25.295462 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2eab087-c5cf-4ffd-afa9-055f529cd3a2 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:37:25.299237 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-fb09b98b-1555-428d-8551-cd5afef9ed89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (621f25cd-6840-474d-a8d7-fe95a6168dab), before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:25.316347 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port f2eab087-c5cf-4ffd-afa9-055f529cd3a2, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=f2eab087-c5cf-4ffd-afa9-055f529cd3a2,segment=NetworkSegment(fa3ece1b-5d86-44f9-89b6-42ddd45f5966),segment_id=fa3ece1b-5d86-44f9-89b6-42ddd45f5966)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:37:25.320222 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (f2eab087-c5cf-4ffd-afa9-055f529cd3a2), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:25.331144 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7e8c9-04ed-4caf-a0f1-9dab347c2926 req-fb5a9af5-98a8-4c6b-b639-1864feccb836 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:25.332678 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2bb7e8c9-04ed-4caf-a0f1-9dab347c2926 req-fb5a9af5-98a8-4c6b-b639-1864feccb836 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=9009c0e4-9240-4eba-8836-dabc77889fe3 HTTP/1.1" status: 200 len: 943 time: 0.0827978 Jan 17 18:37:25.371262 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=f2eab087-c5cf-4ffd-afa9-055f529cd3a2,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:25.378944 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:37:25.379298 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:37:25.380065 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:37:25.380675 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:37:25.381010 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:37:25.381341 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:37:25.381691 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:37:25.382024 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:37:25.382349 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:37:25.382673 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:37:25.382998 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:37:25.383318 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:37:25.383659 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:37:25.469343 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2bb7e8c9-04ed-4caf-a0f1-9dab347c2926 req-3c553e30-bdd9-4a6b-80dd-862028713da4 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154065 Jan 17 18:37:25.567844 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['f2eab087-c5cf-4ffd-afa9-055f529cd3a2'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:37:25.619082 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.notifiers.nova [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-fb09b98b-1555-428d-8551-cd5afef9ed89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 621f25cd-6840-474d-a8d7-fe95a6168dab {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:37:25.626837 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-fb09b98b-1555-428d-8551-cd5afef9ed89 service neutron] Publish callbacks [] for port (621f25cd-6840-474d-a8d7-fe95a6168dab), precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:25.640723 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-fb09b98b-1555-428d-8551-cd5afef9ed89 service neutron] Transition to ACTIVE for port object 621f25cd-6840-474d-a8d7-fe95a6168dab will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 18:37:25.644538 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-fb09b98b-1555-428d-8551-cd5afef9ed89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167948'] for port (621f25cd-6840-474d-a8d7-fe95a6168dab), after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:25.698275 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09b98b-1555-428d-8551-cd5afef9ed89 service neutron] Pushing event updated for resources: {'Port': ['ID=621f25cd-6840-474d-a8d7-fe95a6168dab,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:25.770562 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-fb09b98b-1555-428d-8551-cd5afef9ed89 service neutron] Attempting to bind port 621f25cd-6840-474d-a8d7-fe95a6168dab on host hv-cinder-82499 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:37:25.770815 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-fb09b98b-1555-428d-8551-cd5afef9ed89 service neutron] Attempting to bind port 621f25cd-6840-474d-a8d7-fe95a6168dab by drivers openvswitch,hyperv on host hv-cinder-82499 at level 0 using segments [{'id': 'ab0a3290-e3de-41f2-96b0-2e9302ec5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd87a96ae-0dbc-4304-9550-bf7abb720bb3'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:37:25.771148 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-fb09b98b-1555-428d-8551-cd5afef9ed89 service neutron] Attempting to bind port 621f25cd-6840-474d-a8d7-fe95a6168dab on network d87a96ae-0dbc-4304-9550-bf7abb720bb3 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:37:25.775971 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-fb09b98b-1555-428d-8551-cd5afef9ed89 service neutron] Port 621f25cd-6840-474d-a8d7-fe95a6168dab on network d87a96ae-0dbc-4304-9550-bf7abb720bb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82499 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 18:37:25.776291 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-fb09b98b-1555-428d-8551-cd5afef9ed89 service neutron] Attempting to bind port 621f25cd-6840-474d-a8d7-fe95a6168dab on network d87a96ae-0dbc-4304-9550-bf7abb720bb3 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:37:25.781637 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-fb09b98b-1555-428d-8551-cd5afef9ed89 service neutron] Checking agent: {'id': 'c251eb83-93a6-4d5d-bd4b-c362ae836320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82499', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'started_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:37:25.781973 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-fb09b98b-1555-428d-8551-cd5afef9ed89 service neutron] Checking segment: {'id': 'ab0a3290-e3de-41f2-96b0-2e9302ec5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd87a96ae-0dbc-4304-9550-bf7abb720bb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:37:25.782351 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-fb09b98b-1555-428d-8551-cd5afef9ed89 service neutron] Bound using segment: {'id': 'ab0a3290-e3de-41f2-96b0-2e9302ec5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd87a96ae-0dbc-4304-9550-bf7abb720bb3'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:37:25.782774 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-fb09b98b-1555-428d-8551-cd5afef9ed89 service neutron] Bound port: 621f25cd-6840-474d-a8d7-fe95a6168dab, host: hv-cinder-82499, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0a3290-e3de-41f2-96b0-2e9302ec5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd87a96ae-0dbc-4304-9550-bf7abb720bb3'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:37:25.783124 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-fb09b98b-1555-428d-8551-cd5afef9ed89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (621f25cd-6840-474d-a8d7-fe95a6168dab), before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:25.846524 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-fb09b98b-1555-428d-8551-cd5afef9ed89 service neutron] For port 621f25cd-6840-474d-a8d7-fe95a6168dab, host hv-cinder-82499, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:37:25.849663 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-fb09b98b-1555-428d-8551-cd5afef9ed89 service neutron] For port 621f25cd-6840-474d-a8d7-fe95a6168dab, host hv-cinder-82499, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=621f25cd-6840-474d-a8d7-fe95a6168dab,segment=NetworkSegment(ab0a3290-e3de-41f2-96b0-2e9302ec5d72),segment_id=ab0a3290-e3de-41f2-96b0-2e9302ec5d72)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:37:25.854393 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-fb09b98b-1555-428d-8551-cd5afef9ed89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167948'] for port (621f25cd-6840-474d-a8d7-fe95a6168dab), after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:25.889892 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-fb09b98b-1555-428d-8551-cd5afef9ed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:25.890509 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-fb09b98b-1555-428d-8551-cd5afef9ed89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:25.891899 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-fb09b98b-1555-428d-8551-cd5afef9ed89 service neutron] 10.222.0.31 "PUT /v2.0/ports/621f25cd-6840-474d-a8d7-fe95a6168dab HTTP/1.1" status: 200 len: 1094 time: 0.6752419 Jan 17 18:37:25.892353 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0f903f7-57bb-4fb3-882c-5075c38b7c83', 'tag': '621f25cd-6840-474d-a8d7-fe95a6168dab'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:37:25.894574 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6acf6e2448acaa9df75d0cfb4ee4f42f1c652325a2342385b5920e3fd6e7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26d50c4-9d98-46b4-9821-75228d20fc94" -d '{"events": [{"name": "network-changed", "server_uuid": "a0f903f7-57bb-4fb3-882c-5075c38b7c83", "tag": "621f25cd-6840-474d-a8d7-fe95a6168dab"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:37:25.928252 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62bd87-12aa-4307-95a2-21760f4ba357 req-9d5525db-6ec2-44eb-8d93-e6ff2fede6ad tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:25.929850 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-3b62bd87-12aa-4307-95a2-21760f4ba357 req-9d5525db-6ec2-44eb-8d93-e6ff2fede6ad tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0f903f7-57bb-4fb3-882c-5075c38b7c83 HTTP/1.1" status: 200 len: 944 time: 0.0624685 Jan 17 18:37:25.929981 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09b98b-1555-428d-8551-cd5afef9ed89 service neutron] Pushing event updated for resources: {'Port': ['ID=621f25cd-6840-474d-a8d7-fe95a6168dab,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:25.944141 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 18:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb130bd1-8883-444f-af32-0cbd3062b2de x-openstack-request-id: req-bb130bd1-8883-444f-af32-0cbd3062b2de {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:37:25.944438 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0f903f7-57bb-4fb3-882c-5075c38b7c83", "tag": "621f25cd-6840-474d-a8d7-fe95a6168dab", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:37:25.944720 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bb130bd1-8883-444f-af32-0cbd3062b2de {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:37:25.945099 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0f903f7-57bb-4fb3-882c-5075c38b7c83', 'tag': '621f25cd-6840-474d-a8d7-fe95a6168dab', 'status': 'completed', 'code': 200} Jan 17 18:37:25.974007 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-d6ea06e3-3753-4245-afad-7ade43bdbd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:25.975549 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-d6ea06e3-3753-4245-afad-7ade43bdbd71 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d94982fc83294f229d200755062e3295&device_id=a0f903f7-57bb-4fb3-882c-5075c38b7c83 HTTP/1.1" status: 200 len: 1097 time: 0.0424659 Jan 17 18:37:25.986892 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-3b62bd87-12aa-4307-95a2-21760f4ba357 req-75b273b0-7043-47e7-b51f-a1151db019d3 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/security-groups?id=674b500d-e7b7-4485-9af2-fa0466f1ff9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436330 Jan 17 18:37:26.023667 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-6d97e43e-0d51-4937-af35-c5e130228fc3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=621f25cd-6840-474d-a8d7-fe95a6168dab HTTP/1.1" status: 200 len: 217 time: 0.0384014 Jan 17 18:37:26.070876 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-cdb7be41-251c-40e3-b776-f21ad22130e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:26.072340 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-cdb7be41-251c-40e3-b776-f21ad22130e7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bdf4d2bb-5604-42af-bdb8-2d0a6e3016c9 HTTP/1.1" status: 200 len: 849 time: 0.0426266 Jan 17 18:37:26.103936 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-81e62ae5-9bba-48ec-af0c-7accb4c55645 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d87a96ae-0dbc-4304-9550-bf7abb720bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242071 Jan 17 18:37:26.129122 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:26.197711 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-de664843-3a01-49ba-ac63-84dde31fe069 service neutron] 10.222.0.31 "GET /v2.0/networks/d87a96ae-0dbc-4304-9550-bf7abb720bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863254 Jan 17 18:37:26.286321 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-934df9b9-2044-4d5f-a818-d7cbfba51c2b req-20d520fb-9d83-4add-bb6e-c078845ba2a0 service neutron] 10.222.0.31 "GET /v2.0/networks/d87a96ae-0dbc-4304-9550-bf7abb720bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809832 Jan 17 18:37:26.381619 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d50c4-9d98-46b4-9821-75228d20fc94 req-1e986639-67c8-4eb5-98e2-6881744822ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:26.383174 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-d26d50c4-9d98-46b4-9821-75228d20fc94 req-1e986639-67c8-4eb5-98e2-6881744822ef service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d94982fc83294f229d200755062e3295&device_id=a0f903f7-57bb-4fb3-882c-5075c38b7c83 HTTP/1.1" status: 200 len: 1097 time: 0.0453296 Jan 17 18:37:26.474753 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d50c4-9d98-46b4-9821-75228d20fc94 req-0b513866-14a5-428e-b45c-94bd409e5986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:26.476257 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-d26d50c4-9d98-46b4-9821-75228d20fc94 req-0b513866-14a5-428e-b45c-94bd409e5986 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d87a96ae-0dbc-4304-9550-bf7abb720bb3 HTTP/1.1" status: 200 len: 910 time: 0.0829577 Jan 17 18:37:26.518742 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-d26d50c4-9d98-46b4-9821-75228d20fc94 req-a32a0d78-de68-40dc-aa3a-8049cdc2f962 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=621f25cd-6840-474d-a8d7-fe95a6168dab HTTP/1.1" status: 200 len: 217 time: 0.0360115 Jan 17 18:37:26.595101 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d50c4-9d98-46b4-9821-75228d20fc94 req-68b2b07a-1a37-4e7f-8cbc-777a0bd17539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:26.596458 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-d26d50c4-9d98-46b4-9821-75228d20fc94 req-68b2b07a-1a37-4e7f-8cbc-777a0bd17539 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bdf4d2bb-5604-42af-bdb8-2d0a6e3016c9 HTTP/1.1" status: 200 len: 849 time: 0.0716538 Jan 17 18:37:26.628820 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-d26d50c4-9d98-46b4-9821-75228d20fc94 req-e2c0c106-e63a-4e9d-9d87-67c6127e24af service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d87a96ae-0dbc-4304-9550-bf7abb720bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262580 Jan 17 18:37:26.636603 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5dcb5-b45b-41d4-9d4b-697df5c949e8 req-e90cd408-de15-4696-b4a6-0556e6eb3c02 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:26.638164 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8ea5dcb5-b45b-41d4-9d4b-697df5c949e8 req-e90cd408-de15-4696-b4a6-0556e6eb3c02 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=9009c0e4-9240-4eba-8836-dabc77889fe3 HTTP/1.1" status: 200 len: 944 time: 0.0847974 Jan 17 18:37:26.735949 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8ea5dcb5-b45b-41d4-9d4b-697df5c949e8 req-5720cbf8-070f-47d2-99ea-d72497bf6475 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902386 Jan 17 18:37:26.760520 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-d26d50c4-9d98-46b4-9821-75228d20fc94 req-3905586a-ee6f-4c10-8734-fca6356f5f6c service neutron] 10.222.0.31 "GET /v2.0/networks/d87a96ae-0dbc-4304-9550-bf7abb720bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214361 Jan 17 18:37:26.849195 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-d26d50c4-9d98-46b4-9821-75228d20fc94 req-b00d3951-4353-42ee-8ec3-8dcaea581266 service neutron] 10.222.0.31 "GET /v2.0/networks/d87a96ae-0dbc-4304-9550-bf7abb720bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820873 Jan 17 18:37:27.098949 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9b516-a44d-413b-9b3a-29eea9ca7a01 req-850947d1-87b5-4214-a0cd-f9854148fec0 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:27.100574 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-9ab9b516-a44d-413b-9b3a-29eea9ca7a01 req-850947d1-87b5-4214-a0cd-f9854148fec0 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0f903f7-57bb-4fb3-882c-5075c38b7c83 HTTP/1.1" status: 200 len: 944 time: 0.0476851 Jan 17 18:37:27.133973 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device f2eab087-c5cf-4ffd-afa9-055f529cd3a2 up at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:37:27.153363 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-9ab9b516-a44d-413b-9b3a-29eea9ca7a01 req-5ead17b6-ede6-4a58-8ad2-0dad12e0e8cf tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/security-groups?id=674b500d-e7b7-4485-9af2-fa0466f1ff9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464878 Jan 17 18:37:27.183332 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning for port f2eab087-c5cf-4ffd-afa9-055f529cd3a2 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 18:37:27.188613 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning complete for port f2eab087-c5cf-4ffd-afa9-055f529cd3a2 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:37:27.188983 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (f2eab087-c5cf-4ffd-afa9-055f529cd3a2), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:27.267203 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port f2eab087-c5cf-4ffd-afa9-055f529cd3a2 is: BUILD; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:37:27.267626 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (f2eab087-c5cf-4ffd-afa9-055f529cd3a2), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:27.288770 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9009c0e4-9240-4eba-8836-dabc77889fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2eab087-c5cf-4ffd-afa9-055f529cd3a2'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:37:27.291254 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e36e39c9c94bd67d9c0bfa4cbed5ada700490a47b49253aa7a2931ae849a628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5d37e0-9719-4f78-b2eb-8cf297412fa1" -d '{"events": [{"server_uuid": "9009c0e4-9240-4eba-8836-dabc77889fe3", "name": "network-vif-plugged", "status": "completed", "tag": "f2eab087-c5cf-4ffd-afa9-055f529cd3a2"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:37:27.303349 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port f2eab087-c5cf-4ffd-afa9-055f529cd3a2, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=f2eab087-c5cf-4ffd-afa9-055f529cd3a2,segment=NetworkSegment(fa3ece1b-5d86-44f9-89b6-42ddd45f5966),segment_id=fa3ece1b-5d86-44f9-89b6-42ddd45f5966)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:37:27.307331 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (f2eab087-c5cf-4ffd-afa9-055f529cd3a2), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:27.337584 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a77d50-c6b5-43e5-9ec6-569dbc9008be x-openstack-request-id: req-a1a77d50-c6b5-43e5-9ec6-569dbc9008be {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:37:27.337866 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9009c0e4-9240-4eba-8836-dabc77889fe3", "name": "network-vif-plugged", "status": "completed", "tag": "f2eab087-c5cf-4ffd-afa9-055f529cd3a2", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:37:27.338115 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a1a77d50-c6b5-43e5-9ec6-569dbc9008be {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:37:27.338494 dv-cinder-824995-1-iscsi neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9009c0e4-9240-4eba-8836-dabc77889fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2eab087-c5cf-4ffd-afa9-055f529cd3a2', 'code': 200} Jan 17 18:37:27.366818 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:27.383232 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=f2eab087-c5cf-4ffd-afa9-055f529cd3a2,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:27.551450 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af02b56-dae8-4487-a5a9-7e736d0674d3 req-bf22efdb-3cbe-4066-a298-68ea1a2bfe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:27.552964 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-1af02b56-dae8-4487-a5a9-7e736d0674d3 req-bf22efdb-3cbe-4066-a298-68ea1a2bfe3c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9009c0e4-9240-4eba-8836-dabc77889fe3 HTTP/1.1" status: 200 len: 1098 time: 0.0449169 Jan 17 18:37:27.598413 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-1af02b56-dae8-4487-a5a9-7e736d0674d3 req-377f2af5-c0df-429e-aa86-3dab447f5c51 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390935 Jan 17 18:37:27.847142 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd134e-da52-4dc4-9750-1c7e6767703f req-99332558-d107-47e0-b9a3-8de6eb3e0912 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:27.848635 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-cbbd134e-da52-4dc4-9750-1c7e6767703f req-99332558-d107-47e0-b9a3-8de6eb3e0912 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=9009c0e4-9240-4eba-8836-dabc77889fe3 HTTP/1.1" status: 200 len: 945 time: 0.0474465 Jan 17 18:37:27.899087 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-cbbd134e-da52-4dc4-9750-1c7e6767703f req-dfaa54c6-e755-4f26-8bf6-974961350430 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443857 Jan 17 18:37:28.271716 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e64759-09bc-4c27-b764-14d4678e9a97 req-1074a423-5a3d-4fae-a741-bec553fca5f8 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:28.273217 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-95e64759-09bc-4c27-b764-14d4678e9a97 req-1074a423-5a3d-4fae-a741-bec553fca5f8 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0f903f7-57bb-4fb3-882c-5075c38b7c83 HTTP/1.1" status: 200 len: 944 time: 0.0497739 Jan 17 18:37:28.321859 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-95e64759-09bc-4c27-b764-14d4678e9a97 req-875b391c-6341-4d72-a49a-4ae870396ffe tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/security-groups?id=674b500d-e7b7-4485-9af2-fa0466f1ff9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423701 Jan 17 18:37:29.015840 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f74d52-8e8c-425d-aca9-2b306ed8fa8b req-c3be1c46-0fa0-44ae-9ad9-7075c0b0c71b tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:29.018284 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-a9f74d52-8e8c-425d-aca9-2b306ed8fa8b req-c3be1c46-0fa0-44ae-9ad9-7075c0b0c71b tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=9009c0e4-9240-4eba-8836-dabc77889fe3 HTTP/1.1" status: 200 len: 945 time: 0.0502155 Jan 17 18:37:29.065907 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-a9f74d52-8e8c-425d-aca9-2b306ed8fa8b req-a74f6bd2-cf6e-41e6-9faa-7715cf289a8f tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419993 Jan 17 18:37:29.146083 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 621f25cd-6840-474d-a8d7-fe95a6168dab details requested by agent hyperv_hv-cinder-82499 with host hv-cinder-82499 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 18:37:29.188991 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287d8d3-297e-4f59-a753-493b0451a23b req-8a9a9eda-d2c4-4ae8-a2c4-e05d5d8982c6 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:29.190438 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-3287d8d3-297e-4f59-a753-493b0451a23b req-8a9a9eda-d2c4-4ae8-a2c4-e05d5d8982c6 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=9009c0e4-9240-4eba-8836-dabc77889fe3 HTTP/1.1" status: 200 len: 945 time: 0.0553994 Jan 17 18:37:29.239854 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-3287d8d3-297e-4f59-a753-493b0451a23b req-66f9810c-7ee7-4805-950a-15134e950769 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437086 Jan 17 18:37:29.247972 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 621f25cd-6840-474d-a8d7-fe95a6168dab, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=621f25cd-6840-474d-a8d7-fe95a6168dab,segment=NetworkSegment(ab0a3290-e3de-41f2-96b0-2e9302ec5d72),segment_id=ab0a3290-e3de-41f2-96b0-2e9302ec5d72)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:37:29.259851 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Returning: {'device': '621f25cd-6840-474d-a8d7-fe95a6168dab', 'network_id': 'd87a96ae-0dbc-4304-9550-bf7abb720bb3', 'port_id': '621f25cd-6840-474d-a8d7-fe95a6168dab', 'mac_address': 'fa:16:3e:33:16:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf4d2bb-5604-42af-bdb8-2d0a6e3016c9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 18:37:29.262151 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 34026) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:37:29.297837 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port 621f25cd-6840-474d-a8d7-fe95a6168dab is: DOWN; New status is: BUILD {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:37:29.298228 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (621f25cd-6840-474d-a8d7-fe95a6168dab), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:29.302116 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba917db-81ba-4161-9e74-4900e15d2121 tempest-TestVolumeBootPattern-2079461016 tempest-TestVolumeBootPattern-2079461016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:29.303675 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-8ba917db-81ba-4161-9e74-4900e15d2121 tempest-TestVolumeBootPattern-2079461016 tempest-TestVolumeBootPattern-2079461016-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=9009c0e4-9240-4eba-8836-dabc77889fe3 HTTP/1.1" status: 200 len: 1093 time: 0.0404396 Jan 17 18:37:29.306401 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 34028) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:37:29.310672 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [None req-9af57879-4a8c-4864-9fae-ac0805a2b9cb tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Request body: {'floatingip': {'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'port_id': 'f2eab087-c5cf-4ffd-afa9-055f529cd3a2', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:37:29.311575 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 621f25cd-6840-474d-a8d7-fe95a6168dab {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:37:29.333900 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9af57879-4a8c-4864-9fae-ac0805a2b9cb tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:29.335068 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 621f25cd-6840-474d-a8d7-fe95a6168dab, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=621f25cd-6840-474d-a8d7-fe95a6168dab,segment=NetworkSegment(ab0a3290-e3de-41f2-96b0-2e9302ec5d72),segment_id=ab0a3290-e3de-41f2-96b0-2e9302ec5d72)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:37:29.339220 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (621f25cd-6840-474d-a8d7-fe95a6168dab), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:29.388381 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=621f25cd-6840-474d-a8d7-fe95a6168dab,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:29.440196 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9af57879-4a8c-4864-9fae-ac0805a2b9cb tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:29.463083 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8622db-0520-4b33-a220-2031e92521ba req-69c87cc8-492e-4de7-a5ef-2665bbdb6f39 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:29.464792 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-5a8622db-0520-4b33-a220-2031e92521ba req-69c87cc8-492e-4de7-a5ef-2665bbdb6f39 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0f903f7-57bb-4fb3-882c-5075c38b7c83 HTTP/1.1" status: 200 len: 945 time: 0.0657482 Jan 17 18:37:29.523991 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-5a8622db-0520-4b33-a220-2031e92521ba req-d9cb84ef-d70a-422e-87f6-816f12fc22ff tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/security-groups?id=674b500d-e7b7-4485-9af2-fa0466f1ff9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517266 Jan 17 18:37:29.554298 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['621f25cd-6840-474d-a8d7-fe95a6168dab'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:37:29.556722 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-9af57879-4a8c-4864-9fae-ac0805a2b9cb tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Allocated IP 172.27.3.156 (9ec40da0-3fb2-40ad-97b9-056b5e7103fe/10c42aa5-d9d6-40a2-95c7-0d399aece660/719f8717-9a04-4d49-beb7-9e24b6777c57) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:37:29.665740 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9af57879-4a8c-4864-9fae-ac0805a2b9cb tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for port (719f8717-9a04-4d49-beb7-9e24b6777c57), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:29.717768 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9af57879-4a8c-4864-9fae-ac0805a2b9cb tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (719f8717-9a04-4d49-beb7-9e24b6777c57), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:29.768453 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af57879-4a8c-4864-9fae-ac0805a2b9cb tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Network 9ec40da0-3fb2-40ad-97b9-056b5e7103fe is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:37:29.773249 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-9af57879-4a8c-4864-9fae-ac0805a2b9cb tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:37:29.776986 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af57879-4a8c-4864-9fae-ac0805a2b9cb tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:37:29.803122 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af57879-4a8c-4864-9fae-ac0805a2b9cb tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Pushing event updated for resources: {'Port': ['ID=719f8717-9a04-4d49-beb7-9e24b6777c57,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:30.135651 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9af57879-4a8c-4864-9fae-ac0805a2b9cb tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for floatingip (0ce38419-3812-4fb7-b8c9-63596351fbce), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:30.198473 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9af57879-4a8c-4864-9fae-ac0805a2b9cb tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (719f8717-9a04-4d49-beb7-9e24b6777c57), before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:30.344694 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9af57879-4a8c-4864-9fae-ac0805a2b9cb tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for port (719f8717-9a04-4d49-beb7-9e24b6777c57), precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:30.349102 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9af57879-4a8c-4864-9fae-ac0805a2b9cb tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167948'] for port (719f8717-9a04-4d49-beb7-9e24b6777c57), after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:30.424627 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af57879-4a8c-4864-9fae-ac0805a2b9cb tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Pushing event updated for resources: {'Port': ['ID=719f8717-9a04-4d49-beb7-9e24b6777c57,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:30.429414 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9af57879-4a8c-4864-9fae-ac0805a2b9cb tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565514'] for floatingip (0ce38419-3812-4fb7-b8c9-63596351fbce), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:30.797341 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba37ad6-8e7c-41af-a6a0-7c10474f9c12 req-67b8bfcd-c06a-4bb2-a3e3-ea2b98841fbe tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:30.798817 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-6ba37ad6-8e7c-41af-a6a0-7c10474f9c12 req-67b8bfcd-c06a-4bb2-a3e3-ea2b98841fbe tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0f903f7-57bb-4fb3-882c-5075c38b7c83 HTTP/1.1" status: 200 len: 945 time: 0.0966704 Jan 17 18:37:30.807070 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.db.l3_db [None req-9af57879-4a8c-4864-9fae-ac0805a2b9cb tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Floating IP 0ce38419-3812-4fb7-b8c9-63596351fbce associated. External IP: 172.27.3.156, port: f2eab087-c5cf-4ffd-afa9-055f529cd3a2. Jan 17 18:37:30.919075 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-6ba37ad6-8e7c-41af-a6a0-7c10474f9c12 req-3f9af632-7c35-4798-ac33-cff7a6a3ccf0 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/security-groups?id=674b500d-e7b7-4485-9af2-fa0466f1ff9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135898 Jan 17 18:37:31.058143 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af57879-4a8c-4864-9fae-ac0805a2b9cb tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Router 154642fa-a383-4a2b-8f76-3f282d5de3c8 has already been hosted by L3 agent f711a738-9445-49a6-871d-c35940c1a323 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 18:37:31.148671 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 621f25cd-6840-474d-a8d7-fe95a6168dab up at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:37:31.166006 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af57879-4a8c-4864-9fae-ac0805a2b9cb tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:37:31.186546 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9af57879-4a8c-4864-9fae-ac0805a2b9cb tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for floatingip (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:31.215045 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-9af57879-4a8c-4864-9fae-ac0805a2b9cb tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9076166 Jan 17 18:37:31.216777 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9009c0e4-9240-4eba-8836-dabc77889fe3', 'tag': 'f2eab087-c5cf-4ffd-afa9-055f529cd3a2'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:37:31.218535 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6acf6e2448acaa9df75d0cfb4ee4f42f1c652325a2342385b5920e3fd6e7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8dbb22-475e-4c94-8c1e-fe0b680d8eb5" -d '{"events": [{"name": "network-changed", "server_uuid": "9009c0e4-9240-4eba-8836-dabc77889fe3", "tag": "f2eab087-c5cf-4ffd-afa9-055f529cd3a2"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:37:31.257019 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 18:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98b9492-bc50-4b62-9aee-7ad44cb10825 x-openstack-request-id: req-c98b9492-bc50-4b62-9aee-7ad44cb10825 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:37:31.257319 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9009c0e4-9240-4eba-8836-dabc77889fe3", "tag": "f2eab087-c5cf-4ffd-afa9-055f529cd3a2", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:37:31.257582 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c98b9492-bc50-4b62-9aee-7ad44cb10825 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:37:31.257998 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9009c0e4-9240-4eba-8836-dabc77889fe3', 'tag': 'f2eab087-c5cf-4ffd-afa9-055f529cd3a2', 'status': 'completed', 'code': 200} Jan 17 18:37:31.282917 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9457c1db-2b84-48c6-aa0f-fb560a6bbe2b None None] Sync routers for ids ['154642fa-a383-4a2b-8f76-3f282d5de3c8'] in dv-cinder-824995-1-iscsi {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:37:31.317001 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9457c1db-2b84-48c6-aa0f-fb560a6bbe2b None None] Routers {'154642fa-a383-4a2b-8f76-3f282d5de3c8'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:37:31.317620 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-9457c1db-2b84-48c6-aa0f-fb560a6bbe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:37:23Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['154642fa-a383-4a2b-8f76-3f282d5de3c8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:37:31.419552 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning for port 621f25cd-6840-474d-a8d7-fe95a6168dab completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 18:37:31.428928 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning complete for port 621f25cd-6840-474d-a8d7-fe95a6168dab triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:37:31.429304 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (621f25cd-6840-474d-a8d7-fe95a6168dab), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:31.456177 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-9457c1db-2b84-48c6-aa0f-fb560a6bbe2b None None] Set router 154642fa-a383-4a2b-8f76-3f282d5de3c8 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:37:31.634187 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port 621f25cd-6840-474d-a8d7-fe95a6168dab is: BUILD; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:37:31.634579 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (621f25cd-6840-474d-a8d7-fe95a6168dab), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:31.667171 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f903f7-57bb-4fb3-882c-5075c38b7c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621f25cd-6840-474d-a8d7-fe95a6168dab'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:37:31.669508 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e36e39c9c94bd67d9c0bfa4cbed5ada700490a47b49253aa7a2931ae849a628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5a35f1-b058-46fa-86cc-6f4cfb28798d" -d '{"events": [{"server_uuid": "a0f903f7-57bb-4fb3-882c-5075c38b7c83", "name": "network-vif-plugged", "status": "completed", "tag": "621f25cd-6840-474d-a8d7-fe95a6168dab"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:37:31.691051 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 621f25cd-6840-474d-a8d7-fe95a6168dab, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=621f25cd-6840-474d-a8d7-fe95a6168dab,segment=NetworkSegment(ab0a3290-e3de-41f2-96b0-2e9302ec5d72),segment_id=ab0a3290-e3de-41f2-96b0-2e9302ec5d72)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:37:31.696444 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (621f25cd-6840-474d-a8d7-fe95a6168dab), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:31.708728 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4628f1-9b46-4621-9460-4abca3b39cf0 x-openstack-request-id: req-fa4628f1-9b46-4621-9460-4abca3b39cf0 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:37:31.709021 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f903f7-57bb-4fb3-882c-5075c38b7c83", "name": "network-vif-plugged", "status": "completed", "tag": "621f25cd-6840-474d-a8d7-fe95a6168dab", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:37:31.709276 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fa4628f1-9b46-4621-9460-4abca3b39cf0 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:37:31.709672 dv-cinder-824995-1-iscsi neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f903f7-57bb-4fb3-882c-5075c38b7c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621f25cd-6840-474d-a8d7-fe95a6168dab', 'code': 200} Jan 17 18:37:31.788450 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=621f25cd-6840-474d-a8d7-fe95a6168dab,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:31.807851 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-9457c1db-2b84-48c6-aa0f-fb560a6bbe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'name': 'tempest-TestVolumeBootPattern-1958349579-router', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:45Z', 'revision_number': 4, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'gw_port': {'id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_floatingips': [{'id': '0ce38419-3812-4fb7-b8c9-63596351fbce', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'router_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'port_id': 'f2eab087-c5cf-4ffd-afa9-055f529cd3a2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'mac_address': 'fa:16:3e:f1:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9009c0e4-9240-4eba-8836-dabc77889fe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T18:37:29Z', 'updated_at': '2022-01-17T18:37:29Z', 'revision_number': 0, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'fixed_ip_address_scope': None}, {'id': '31c78f21-0fbf-43c3-8133-04993c4a7dc3', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'router_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'port_id': 'be29906c-17b9-4d03-99a0-9040fdade75b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'mac_address': 'fa:16:3e:22:4f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b8ce1a-0914-457c-b040-cc272e323fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T18:35:37Z', 'updated_at': '2022-01-17T18:35:40Z', 'revision_number': 1, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b1ae9a8-a67f-496e-8567-dc10f67a2306', 'name': '', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'mac_address': 'fa:16:3e:e9:16:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:43Z', 'updated_at': '2022-01-17T18:31:51Z', 'revision_number': 5, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'subnets': [{'id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:37:31.834284 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9457c1db-2b84-48c6-aa0f-fb560a6bbe2b None None] Checking router: 154642fa-a383-4a2b-8f76-3f282d5de3c8 for host: dv-cinder-824995-1-iscsi {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:37:31.842327 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9457c1db-2b84-48c6-aa0f-fb560a6bbe2b None None] Routers {'154642fa-a383-4a2b-8f76-3f282d5de3c8'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:37:31.842909 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-9457c1db-2b84-48c6-aa0f-fb560a6bbe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:37:23Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['154642fa-a383-4a2b-8f76-3f282d5de3c8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:37:31.945590 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-9457c1db-2b84-48c6-aa0f-fb560a6bbe2b None None] Set router 154642fa-a383-4a2b-8f76-3f282d5de3c8 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:37:32.038590 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6e00c-7542-4a10-aae0-a1eacbaf4e9d req-03e71059-2714-4dcb-b52d-7c9f413c99bf tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:32.040124 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-20e6e00c-7542-4a10-aae0-a1eacbaf4e9d req-03e71059-2714-4dcb-b52d-7c9f413c99bf tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0f903f7-57bb-4fb3-882c-5075c38b7c83 HTTP/1.1" status: 200 len: 946 time: 0.0497000 Jan 17 18:37:32.088320 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-20e6e00c-7542-4a10-aae0-a1eacbaf4e9d req-5fa17efb-25c3-45ac-92e5-1ed2e6c57234 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/security-groups?id=674b500d-e7b7-4485-9af2-fa0466f1ff9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412760 Jan 17 18:37:32.172445 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-9457c1db-2b84-48c6-aa0f-fb560a6bbe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'name': 'tempest-TestVolumeBootPattern-1958349579-router', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:45Z', 'revision_number': 4, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'gw_port': {'id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_floatingips': [{'id': '0ce38419-3812-4fb7-b8c9-63596351fbce', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'router_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'port_id': 'f2eab087-c5cf-4ffd-afa9-055f529cd3a2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'mac_address': 'fa:16:3e:f1:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9009c0e4-9240-4eba-8836-dabc77889fe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T18:37:29Z', 'updated_at': '2022-01-17T18:37:29Z', 'revision_number': 0, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'fixed_ip_address_scope': None}, {'id': '31c78f21-0fbf-43c3-8133-04993c4a7dc3', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'router_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'port_id': 'be29906c-17b9-4d03-99a0-9040fdade75b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'mac_address': 'fa:16:3e:22:4f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b8ce1a-0914-457c-b040-cc272e323fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T18:35:37Z', 'updated_at': '2022-01-17T18:35:40Z', 'revision_number': 1, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b1ae9a8-a67f-496e-8567-dc10f67a2306', 'name': '', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'mac_address': 'fa:16:3e:e9:16:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:43Z', 'updated_at': '2022-01-17T18:31:51Z', 'revision_number': 5, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'subnets': [{'id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:37:32.198213 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9457c1db-2b84-48c6-aa0f-fb560a6bbe2b None None] The sync data for ids ['154642fa-a383-4a2b-8f76-3f282d5de3c8'] in dv-cinder-824995-1-iscsi is: [{'id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'name': 'tempest-TestVolumeBootPattern-1958349579-router', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:45Z', 'revision_number': 4, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'gw_port': {'id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_floatingips': [{'id': '0ce38419-3812-4fb7-b8c9-63596351fbce', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'router_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'port_id': 'f2eab087-c5cf-4ffd-afa9-055f529cd3a2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'mac_address': 'fa:16:3e:f1:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9009c0e4-9240-4eba-8836-dabc77889fe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T18:37:29Z', 'updated_at': '2022-01-17T18:37:29Z', 'revision_number': 0, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'fixed_ip_address_scope': None}, {'id': '31c78f21-0fbf-43c3-8133-04993c4a7dc3', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'router_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'port_id': 'be29906c-17b9-4d03-99a0-9040fdade75b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'mac_address': 'fa:16:3e:22:4f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b8ce1a-0914-457c-b040-cc272e323fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T18:35:37Z', 'updated_at': '2022-01-17T18:35:40Z', 'revision_number': 1, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b1ae9a8-a67f-496e-8567-dc10f67a2306', 'name': '', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'mac_address': 'fa:16:3e:e9:16:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:43Z', 'updated_at': '2022-01-17T18:31:51Z', 'revision_number': 5, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'subnets': [{'id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:37:32.380968 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01d79ba-fb41-4c66-a0cd-d6fc6591077e None None] New status for floating IP 0ce38419-3812-4fb7-b8c9-63596351fbce: ACTIVE {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 18:37:33.205828 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100fffbb-47fa-4c09-8a30-d8d27e8b2dcd req-cc70e2fb-3396-43a4-8063-62f90d2f534d tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:33.207300 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-100fffbb-47fa-4c09-8a30-d8d27e8b2dcd req-cc70e2fb-3396-43a4-8063-62f90d2f534d tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0f903f7-57bb-4fb3-882c-5075c38b7c83 HTTP/1.1" status: 200 len: 946 time: 0.0494235 Jan 17 18:37:33.253099 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-100fffbb-47fa-4c09-8a30-d8d27e8b2dcd req-ce21bf4f-980f-4d40-8787-52cd35b5f437 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/security-groups?id=674b500d-e7b7-4485-9af2-fa0466f1ff9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402107 Jan 17 18:37:33.912954 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8dbb22-475e-4c94-8c1e-fe0b680d8eb5 req-0088cbcd-06f3-4c64-a676-84a2c2facf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:33.914436 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-df8dbb22-475e-4c94-8c1e-fe0b680d8eb5 req-0088cbcd-06f3-4c64-a676-84a2c2facf1d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ebb9dad35744d75b104be8c72af35ec&device_id=9009c0e4-9240-4eba-8836-dabc77889fe3 HTTP/1.1" status: 200 len: 1098 time: 0.0461588 Jan 17 18:37:34.004076 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8dbb22-475e-4c94-8c1e-fe0b680d8eb5 req-25ad6ef1-e605-4b21-b165-971085486dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:34.005840 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-df8dbb22-475e-4c94-8c1e-fe0b680d8eb5 req-25ad6ef1-e605-4b21-b165-971085486dad service neutron] 10.222.0.31 "GET /v2.0/networks?id=6dfbb2a7-5276-4203-a32e-db5c6045b523 HTTP/1.1" status: 200 len: 913 time: 0.0852201 Jan 17 18:37:34.017088 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc99561-c3ba-4469-9624-40b96877920a req-c4923009-6a27-41d7-a63e-e93386f2d5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:34.018556 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-dbc99561-c3ba-4469-9624-40b96877920a req-c4923009-6a27-41d7-a63e-e93386f2d5ca service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a0f903f7-57bb-4fb3-882c-5075c38b7c83 HTTP/1.1" status: 200 len: 1099 time: 0.0423603 Jan 17 18:37:34.061603 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-dbc99561-c3ba-4469-9624-40b96877920a req-d7c10603-62e0-49f4-ba8c-577174a2db90 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=674b500d-e7b7-4485-9af2-fa0466f1ff9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373328 Jan 17 18:37:34.074289 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-df8dbb22-475e-4c94-8c1e-fe0b680d8eb5 req-7474f6bf-fbf9-4cd2-9b02-3fa041d64aee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2eab087-c5cf-4ffd-afa9-055f529cd3a2 HTTP/1.1" status: 200 len: 1001 time: 0.0621865 Jan 17 18:37:34.319635 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8dbb22-475e-4c94-8c1e-fe0b680d8eb5 req-170a1c68-eb98-4919-bca8-9274154acf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:34.321132 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-df8dbb22-475e-4c94-8c1e-fe0b680d8eb5 req-170a1c68-eb98-4919-bca8-9274154acf77 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=192fe8fe-1f58-4fba-8ff5-7646c544378e HTTP/1.1" status: 200 len: 851 time: 0.0449159 Jan 17 18:37:34.366177 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8dbb22-475e-4c94-8c1e-fe0b680d8eb5 req-34ad1bee-a70a-475d-a7dc-8b0e47499f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:34.367727 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-df8dbb22-475e-4c94-8c1e-fe0b680d8eb5 req-34ad1bee-a70a-475d-a7dc-8b0e47499f52 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dfbb2a7-5276-4203-a32e-db5c6045b523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405686 Jan 17 18:37:34.368573 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f809c-c249-4357-8695-21ed8d7578be req-8c7bdbff-63c5-45e5-a53e-256edf035eae tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:34.370050 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-f31f809c-c249-4357-8695-21ed8d7578be req-8c7bdbff-63c5-45e5-a53e-256edf035eae tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0f903f7-57bb-4fb3-882c-5075c38b7c83 HTTP/1.1" status: 200 len: 946 time: 0.0503149 Jan 17 18:37:34.417669 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-f31f809c-c249-4357-8695-21ed8d7578be req-ceb00d42-a44f-4c2a-ad3a-c546ca830b2d tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/security-groups?id=674b500d-e7b7-4485-9af2-fa0466f1ff9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418682 Jan 17 18:37:34.462711 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-df8dbb22-475e-4c94-8c1e-fe0b680d8eb5 req-2ffeaa2e-dd1d-493a-94c7-d209d7698658 service neutron] 10.222.0.31 "GET /v2.0/networks/6dfbb2a7-5276-4203-a32e-db5c6045b523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875738 Jan 17 18:37:34.568019 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-df8dbb22-475e-4c94-8c1e-fe0b680d8eb5 req-0d83958d-de3f-412f-a0c1-b47b42fc742d service neutron] 10.222.0.31 "GET /v2.0/networks/6dfbb2a7-5276-4203-a32e-db5c6045b523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873232 Jan 17 18:37:35.533388 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e30145-ff5d-4d67-9c8c-61c2fcfb2d95 req-5373ec8d-e587-45db-983c-ed3aefe2688c tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:35.534848 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-23e30145-ff5d-4d67-9c8c-61c2fcfb2d95 req-5373ec8d-e587-45db-983c-ed3aefe2688c tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0f903f7-57bb-4fb3-882c-5075c38b7c83 HTTP/1.1" status: 200 len: 946 time: 0.0487652 Jan 17 18:37:35.585536 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-23e30145-ff5d-4d67-9c8c-61c2fcfb2d95 req-7d88d60e-6fe9-4583-9d2f-6a20e2ec9448 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/security-groups?id=674b500d-e7b7-4485-9af2-fa0466f1ff9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450115 Jan 17 18:37:36.172747 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da1c11-1e03-47cd-a17e-9386a1922ccf req-a34a1eac-4391-445a-8e8c-4090e8889842 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:36.174225 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-84da1c11-1e03-47cd-a17e-9386a1922ccf req-a34a1eac-4391-445a-8e8c-4090e8889842 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0f903f7-57bb-4fb3-882c-5075c38b7c83 HTTP/1.1" status: 200 len: 946 time: 0.0500591 Jan 17 18:37:36.221741 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-84da1c11-1e03-47cd-a17e-9386a1922ccf req-3ea6b6b2-79fe-4264-a780-5c5ae9fdc648 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/security-groups?id=674b500d-e7b7-4485-9af2-fa0466f1ff9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419071 Jan 17 18:37:37.335821 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb0c03-3168-44d4-b752-132879bb75e4 req-189738fe-4429-4d7e-a3bb-c22b08212893 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:37.337324 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-0dfb0c03-3168-44d4-b752-132879bb75e4 req-189738fe-4429-4d7e-a3bb-c22b08212893 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0f903f7-57bb-4fb3-882c-5075c38b7c83 HTTP/1.1" status: 200 len: 946 time: 0.0478809 Jan 17 18:37:37.388730 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-0dfb0c03-3168-44d4-b752-132879bb75e4 req-c2655ef1-a766-469f-bb77-1f925b5db3e5 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/security-groups?id=674b500d-e7b7-4485-9af2-fa0466f1ff9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446470 Jan 17 18:37:37.480089 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13770385-6ce2-465f-8649-cfdf529bf8ae req-74578fb6-6f4b-4185-9724-2c739a6be871 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:37.481814 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-13770385-6ce2-465f-8649-cfdf529bf8ae req-74578fb6-6f4b-4185-9724-2c739a6be871 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0f903f7-57bb-4fb3-882c-5075c38b7c83 HTTP/1.1" status: 200 len: 946 time: 0.0480089 Jan 17 18:37:37.578349 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-13770385-6ce2-465f-8649-cfdf529bf8ae req-85c2dcd2-30b3-4176-981c-9affcee7e140 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Deleting port 621f25cd-6840-474d-a8d7-fe95a6168dab {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:37:37.578688 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-13770385-6ce2-465f-8649-cfdf529bf8ae req-85c2dcd2-30b3-4176-981c-9affcee7e140 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (621f25cd-6840-474d-a8d7-fe95a6168dab), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:37.667167 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-13770385-6ce2-465f-8649-cfdf529bf8ae req-85c2dcd2-30b3-4176-981c-9affcee7e140 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] For port 621f25cd-6840-474d-a8d7-fe95a6168dab, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=621f25cd-6840-474d-a8d7-fe95a6168dab,segment=NetworkSegment(ab0a3290-e3de-41f2-96b0-2e9302ec5d72),segment_id=ab0a3290-e3de-41f2-96b0-2e9302ec5d72)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:37:37.667728 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-13770385-6ce2-465f-8649-cfdf529bf8ae req-85c2dcd2-30b3-4176-981c-9affcee7e140 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (621f25cd-6840-474d-a8d7-fe95a6168dab), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:37.681966 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-13770385-6ce2-465f-8649-cfdf529bf8ae req-85c2dcd2-30b3-4176-981c-9affcee7e140 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Calling delete_port for 621f25cd-6840-474d-a8d7-fe95a6168dab owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:37:37.818779 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-13770385-6ce2-465f-8649-cfdf529bf8ae req-85c2dcd2-30b3-4176-981c-9affcee7e140 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (621f25cd-6840-474d-a8d7-fe95a6168dab), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:37.830947 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['621f25cd-6840-474d-a8d7-fe95a6168dab'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:37:37.847473 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2dcd2-30b3-4176-981c-9affcee7e140 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Pushing event deleted for resources: {'Port': ['ID=621f25cd-6840-474d-a8d7-fe95a6168dab,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:37.891853 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-13770385-6ce2-465f-8649-cfdf529bf8ae req-85c2dcd2-30b3-4176-981c-9affcee7e140 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] No DVR routers for this DVR port 621f25cd-6840-474d-a8d7-fe95a6168dab on host hv-cinder-82499 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 18:37:37.894330 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-13770385-6ce2-465f-8649-cfdf529bf8ae req-85c2dcd2-30b3-4176-981c-9affcee7e140 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:37.897747 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-13770385-6ce2-465f-8649-cfdf529bf8ae req-85c2dcd2-30b3-4176-981c-9affcee7e140 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.31 "DELETE /v2.0/ports/621f25cd-6840-474d-a8d7-fe95a6168dab HTTP/1.1" status: 204 len: 173 time: 0.4113405 Jan 17 18:37:37.898201 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f903f7-57bb-4fb3-882c-5075c38b7c83', 'name': 'network-vif-deleted', 'tag': '621f25cd-6840-474d-a8d7-fe95a6168dab'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:37:37.900500 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6acf6e2448acaa9df75d0cfb4ee4f42f1c652325a2342385b5920e3fd6e7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e782a521-a031-475c-b7cf-a54875cd0c1e" -d '{"events": [{"server_uuid": "a0f903f7-57bb-4fb3-882c-5075c38b7c83", "name": "network-vif-deleted", "tag": "621f25cd-6840-474d-a8d7-fe95a6168dab"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:37:37.937805 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ce884f-58fe-453f-9386-6ca31a9dbc96 x-openstack-request-id: req-a3ce884f-58fe-453f-9386-6ca31a9dbc96 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:37:37.938103 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f903f7-57bb-4fb3-882c-5075c38b7c83", "name": "network-vif-deleted", "tag": "621f25cd-6840-474d-a8d7-fe95a6168dab", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:37:37.938360 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a3ce884f-58fe-453f-9386-6ca31a9dbc96 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:37:37.938762 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f903f7-57bb-4fb3-882c-5075c38b7c83', 'name': 'network-vif-deleted', 'tag': '621f25cd-6840-474d-a8d7-fe95a6168dab', 'status': 'completed', 'code': 200} Jan 17 18:37:38.704896 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-4e039813-3518-4748-b271-ad237b7c02ab tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:38.706364 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-4e039813-3518-4748-b271-ad237b7c02ab tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/networks?id=d87a96ae-0dbc-4304-9550-bf7abb720bb3 HTTP/1.1" status: 200 len: 809 time: 0.1239431 Jan 17 18:37:38.721515 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-5aefce6b-9deb-4328-8389-f0c12cada97c tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/quotas/d94982fc83294f229d200755062e3295 HTTP/1.1" status: 200 len: 375 time: 0.0097837 Jan 17 18:37:38.766406 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-6e3290d5-cacd-4987-809e-894ff1b853f1 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d94982fc83294f229d200755062e3295&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383875 Jan 17 18:37:38.873196 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-ad7c3ccb-d958-4db8-9198-6d743eb91bcf service neutron] 10.222.0.57 "GET /v2.0/networks/d87a96ae-0dbc-4304-9550-bf7abb720bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994067 Jan 17 18:37:38.965739 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-9c7f5c2f-733b-43f4-a24e-fed39769266d service neutron] 10.222.0.57 "GET /v2.0/networks/d87a96ae-0dbc-4304-9550-bf7abb720bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867805 Jan 17 18:37:39.115913 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-36054bb5-3509-4316-bd21-9e5941f66374 req-c661548b-40d1-479f-8b96-41a216939277 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4d48434-aa62-4f0e-92af-b0e9716a0d8e HTTP/1.1" status: 200 len: 210 time: 0.0258050 Jan 17 18:37:39.907085 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 34146) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:37:40.014276 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-84c4713c-b14f-4015-8088-d522f873792c tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:40.015813 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-84c4713c-b14f-4015-8088-d522f873792c tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.31 "GET /v2.0/networks?id=d87a96ae-0dbc-4304-9550-bf7abb720bb3 HTTP/1.1" status: 200 len: 809 time: 0.1145644 Jan 17 18:37:40.017344 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dbe13ce7-c81a-4333-9eff-8d6f1bda2275 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:40.028386 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-79e84f23-735f-436b-a6a8-9dd72ad3d87e tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Request body: {'port': {'device_id': 'a4d48434-aa62-4f0e-92af-b0e9716a0d8e', 'network_id': 'd87a96ae-0dbc-4304-9550-bf7abb720bb3', 'admin_state_up': True, 'tenant_id': 'd94982fc83294f229d200755062e3295'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:37:40.092763 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dbe13ce7-c81a-4333-9eff-8d6f1bda2275 admin admin] Publish callbacks [] for security_group (2ae612b7-0e19-4fea-aafc-7fd4b15673a2), precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:40.097461 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dbe13ce7-c81a-4333-9eff-8d6f1bda2275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (2ae612b7-0e19-4fea-aafc-7fd4b15673a2), after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:40.129980 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-dbe13ce7-c81a-4333-9eff-8d6f1bda2275 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2037ebea232e412a837429a85038cfd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217500 Jan 17 18:37:40.132876 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 34154) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:37:40.139104 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe13ce7-c81a-4333-9eff-8d6f1bda2275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae612b7-0e19-4fea-aafc-7fd4b15673a2,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:40.173519 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-79e84f23-735f-436b-a6a8-9dd72ad3d87e tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Made reservation on behalf of d94982fc83294f229d200755062e3295 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 18:37:40.176975 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-79e84f23-735f-436b-a6a8-9dd72ad3d87e tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:40.229184 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-60d72b4f-6a87-4765-b8df-d434928aca6b req-3fd0eeec-68d8-4423-b11d-ab34504637af tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4d48434-aa62-4f0e-92af-b0e9716a0d8e HTTP/1.1" status: 200 len: 210 time: 0.0359809 Jan 17 18:37:40.277384 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bed3f0b9-234d-4d37-8d50-6a0f8da9931b admin admin] Publish callbacks [] for security_group (2ae612b7-0e19-4fea-aafc-7fd4b15673a2), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:40.316156 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bed3f0b9-234d-4d37-8d50-6a0f8da9931b admin admin] Publish callbacks [] for security_group (2ae612b7-0e19-4fea-aafc-7fd4b15673a2), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:40.388949 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-79e84f23-735f-436b-a6a8-9dd72ad3d87e tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Allocated IP 172.20.0.9 (d87a96ae-0dbc-4304-9550-bf7abb720bb3/bdf4d2bb-5604-42af-bdb8-2d0a6e3016c9/19855378-4766-4b98-acee-e188b44d9819) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 18:37:40.412770 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bed3f0b9-234d-4d37-8d50-6a0f8da9931b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (2ae612b7-0e19-4fea-aafc-7fd4b15673a2), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:40.415245 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bed3f0b9-234d-4d37-8d50-6a0f8da9931b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:40.416397 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-bed3f0b9-234d-4d37-8d50-6a0f8da9931b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2ae612b7-0e19-4fea-aafc-7fd4b15673a2 HTTP/1.1" status: 204 len: 168 time: 0.2826147 Jan 17 18:37:40.432925 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed3f0b9-234d-4d37-8d50-6a0f8da9931b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae612b7-0e19-4fea-aafc-7fd4b15673a2,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:40.568424 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-79e84f23-735f-436b-a6a8-9dd72ad3d87e tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Publish callbacks [] for port (19855378-4766-4b98-acee-e188b44d9819), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:40.605883 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-79e84f23-735f-436b-a6a8-9dd72ad3d87e tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736373678924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (19855378-4766-4b98-acee-e188b44d9819), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:40.652790 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-79e84f23-735f-436b-a6a8-9dd72ad3d87e tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Network d87a96ae-0dbc-4304-9550-bf7abb720bb3 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 18:37:40.656643 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-79e84f23-735f-436b-a6a8-9dd72ad3d87e tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 18:37:40.660696 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-79e84f23-735f-436b-a6a8-9dd72ad3d87e tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 18:37:40.667481 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e84f23-735f-436b-a6a8-9dd72ad3d87e tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Pushing event updated for resources: {'Port': ['ID=19855378-4766-4b98-acee-e188b44d9819,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:40.716717 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-79e84f23-735f-436b-a6a8-9dd72ad3d87e tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:40.717519 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-79e84f23-735f-436b-a6a8-9dd72ad3d87e tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:40.736641 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-79e84f23-735f-436b-a6a8-9dd72ad3d87e tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7127173 Jan 17 18:37:40.748410 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.v2.base [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-4488df48-8313-447a-9f6f-414aa47784c7 service neutron] Request body: {'port': {'device_id': 'a4d48434-aa62-4f0e-92af-b0e9716a0d8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82499'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 18:37:40.804440 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-4488df48-8313-447a-9f6f-414aa47784c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (19855378-4766-4b98-acee-e188b44d9819), before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:41.054485 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.notifiers.nova [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-4488df48-8313-447a-9f6f-414aa47784c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19855378-4766-4b98-acee-e188b44d9819 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:37:41.062012 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-4488df48-8313-447a-9f6f-414aa47784c7 service neutron] Publish callbacks [] for port (19855378-4766-4b98-acee-e188b44d9819), precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:41.073645 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-4488df48-8313-447a-9f6f-414aa47784c7 service neutron] Transition to ACTIVE for port object 19855378-4766-4b98-acee-e188b44d9819 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 18:37:41.078002 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-4488df48-8313-447a-9f6f-414aa47784c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167948'] for port (19855378-4766-4b98-acee-e188b44d9819), after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:41.129226 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488df48-8313-447a-9f6f-414aa47784c7 service neutron] Pushing event updated for resources: {'Port': ['ID=19855378-4766-4b98-acee-e188b44d9819,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:41.195340 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-4488df48-8313-447a-9f6f-414aa47784c7 service neutron] Attempting to bind port 19855378-4766-4b98-acee-e188b44d9819 on host hv-cinder-82499 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 18:37:41.195704 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-4488df48-8313-447a-9f6f-414aa47784c7 service neutron] Attempting to bind port 19855378-4766-4b98-acee-e188b44d9819 by drivers openvswitch,hyperv on host hv-cinder-82499 at level 0 using segments [{'id': 'ab0a3290-e3de-41f2-96b0-2e9302ec5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd87a96ae-0dbc-4304-9550-bf7abb720bb3'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 18:37:41.196035 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-4488df48-8313-447a-9f6f-414aa47784c7 service neutron] Attempting to bind port 19855378-4766-4b98-acee-e188b44d9819 on network d87a96ae-0dbc-4304-9550-bf7abb720bb3 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:37:41.200294 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-4488df48-8313-447a-9f6f-414aa47784c7 service neutron] Port 19855378-4766-4b98-acee-e188b44d9819 on network d87a96ae-0dbc-4304-9550-bf7abb720bb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82499 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 18:37:41.201322 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-4488df48-8313-447a-9f6f-414aa47784c7 service neutron] Attempting to bind port 19855378-4766-4b98-acee-e188b44d9819 on network d87a96ae-0dbc-4304-9550-bf7abb720bb3 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 18:37:41.206150 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-4488df48-8313-447a-9f6f-414aa47784c7 service neutron] Checking agent: {'id': 'c251eb83-93a6-4d5d-bd4b-c362ae836320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82499', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'started_at': datetime.datetime(2022, 1, 17, 18, 27, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 18, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 18:37:41.206491 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-4488df48-8313-447a-9f6f-414aa47784c7 service neutron] Checking segment: {'id': 'ab0a3290-e3de-41f2-96b0-2e9302ec5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd87a96ae-0dbc-4304-9550-bf7abb720bb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 18:37:41.206878 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-4488df48-8313-447a-9f6f-414aa47784c7 service neutron] Bound using segment: {'id': 'ab0a3290-e3de-41f2-96b0-2e9302ec5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd87a96ae-0dbc-4304-9550-bf7abb720bb3'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 18:37:41.207306 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-4488df48-8313-447a-9f6f-414aa47784c7 service neutron] Bound port: 19855378-4766-4b98-acee-e188b44d9819, host: hv-cinder-82499, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0a3290-e3de-41f2-96b0-2e9302ec5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd87a96ae-0dbc-4304-9550-bf7abb720bb3'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 18:37:41.207691 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-4488df48-8313-447a-9f6f-414aa47784c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (19855378-4766-4b98-acee-e188b44d9819), before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:41.259967 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 621f25cd-6840-474d-a8d7-fe95a6168dab no longer exists at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:37:41.270112 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-4488df48-8313-447a-9f6f-414aa47784c7 service neutron] For port 19855378-4766-4b98-acee-e188b44d9819, host hv-cinder-82499, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 18:37:41.273613 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-4488df48-8313-447a-9f6f-414aa47784c7 service neutron] For port 19855378-4766-4b98-acee-e188b44d9819, host hv-cinder-82499, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=19855378-4766-4b98-acee-e188b44d9819,segment=NetworkSegment(ab0a3290-e3de-41f2-96b0-2e9302ec5d72),segment_id=ab0a3290-e3de-41f2-96b0-2e9302ec5d72)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 18:37:41.278708 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-4488df48-8313-447a-9f6f-414aa47784c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260167948'] for port (19855378-4766-4b98-acee-e188b44d9819), after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:41.282474 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] No Port match for: 621f25cd-6840-474d-a8d7-fe95a6168dab {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:37:41.282832 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 621f25cd-6840-474d-a8d7-fe95a6168dab not bound to the agent host hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:37:41.310571 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-4488df48-8313-447a-9f6f-414aa47784c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:41.311370 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-4488df48-8313-447a-9f6f-414aa47784c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:41.312785 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-4488df48-8313-447a-9f6f-414aa47784c7 service neutron] 10.222.0.31 "PUT /v2.0/ports/19855378-4766-4b98-acee-e188b44d9819 HTTP/1.1" status: 200 len: 1093 time: 0.5689199 Jan 17 18:37:41.315475 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4d48434-aa62-4f0e-92af-b0e9716a0d8e', 'tag': '19855378-4766-4b98-acee-e188b44d9819'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:37:41.318257 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6acf6e2448acaa9df75d0cfb4ee4f42f1c652325a2342385b5920e3fd6e7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e62b679-642e-4c02-82b2-8da5f00b89ed" -d '{"events": [{"name": "network-changed", "server_uuid": "a4d48434-aa62-4f0e-92af-b0e9716a0d8e", "tag": "19855378-4766-4b98-acee-e188b44d9819"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:37:41.350969 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488df48-8313-447a-9f6f-414aa47784c7 service neutron] Pushing event updated for resources: {'Port': ['ID=19855378-4766-4b98-acee-e188b44d9819,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:41.365846 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76df8b5-d944-40c4-8a7b-56647c50652b req-3f230cea-199b-429c-af25-496c31e0bb1f tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:41.367692 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-a76df8b5-d944-40c4-8a7b-56647c50652b req-3f230cea-199b-429c-af25-496c31e0bb1f tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4d48434-aa62-4f0e-92af-b0e9716a0d8e HTTP/1.1" status: 200 len: 943 time: 0.0642757 Jan 17 18:37:41.387161 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 18:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb7f90f-577d-46ee-af3c-c80d3005041f x-openstack-request-id: req-8bb7f90f-577d-46ee-af3c-c80d3005041f {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:37:41.387578 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4d48434-aa62-4f0e-92af-b0e9716a0d8e", "tag": "19855378-4766-4b98-acee-e188b44d9819", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:37:41.388731 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8bb7f90f-577d-46ee-af3c-c80d3005041f {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:37:41.389365 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4d48434-aa62-4f0e-92af-b0e9716a0d8e', 'tag': '19855378-4766-4b98-acee-e188b44d9819', 'status': 'completed', 'code': 200} Jan 17 18:37:41.405055 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-d7893287-428e-4376-9be5-2c68f7386ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:41.406619 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-d7893287-428e-4376-9be5-2c68f7386ab9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d94982fc83294f229d200755062e3295&device_id=a4d48434-aa62-4f0e-92af-b0e9716a0d8e HTTP/1.1" status: 200 len: 1096 time: 0.0511854 Jan 17 18:37:41.420815 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-a76df8b5-d944-40c4-8a7b-56647c50652b req-82bd546a-3633-488e-9b6c-e2e884f0d337 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/security-groups?id=674b500d-e7b7-4485-9af2-fa0466f1ff9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460529 Jan 17 18:37:41.449146 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-3f3f0d44-74f5-4306-bc0a-e37822692c2f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19855378-4766-4b98-acee-e188b44d9819 HTTP/1.1" status: 200 len: 217 time: 0.0350673 Jan 17 18:37:41.496193 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-f7e49d17-2f00-4f45-be76-62a313b389f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:41.498588 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-f7e49d17-2f00-4f45-be76-62a313b389f5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bdf4d2bb-5604-42af-bdb8-2d0a6e3016c9 HTTP/1.1" status: 200 len: 849 time: 0.0436606 Jan 17 18:37:41.528483 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-45a413ec-b20c-4776-8866-4248bf427d06 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d87a96ae-0dbc-4304-9550-bf7abb720bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247710 Jan 17 18:37:41.618558 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-ea86cd5d-1db3-4329-814d-c606dc3b4d19 service neutron] 10.222.0.31 "GET /v2.0/networks/d87a96ae-0dbc-4304-9550-bf7abb720bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839708 Jan 17 18:37:41.704278 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-7bc3b3ee-e396-4421-b10c-bcd84fa24b7c req-4e83feb2-9d52-4c3e-827d-050e7e519027 service neutron] 10.222.0.31 "GET /v2.0/networks/d87a96ae-0dbc-4304-9550-bf7abb720bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803051 Jan 17 18:37:41.792910 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62b679-642e-4c02-82b2-8da5f00b89ed req-cbfbc594-c837-4f94-9090-95ad0e9b828f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:41.795059 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-0e62b679-642e-4c02-82b2-8da5f00b89ed req-cbfbc594-c837-4f94-9090-95ad0e9b828f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d94982fc83294f229d200755062e3295&device_id=a4d48434-aa62-4f0e-92af-b0e9716a0d8e HTTP/1.1" status: 200 len: 1096 time: 0.0448439 Jan 17 18:37:41.882267 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62b679-642e-4c02-82b2-8da5f00b89ed req-d213cc35-9bac-44e6-ae9e-0dceccc2b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:41.883671 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-0e62b679-642e-4c02-82b2-8da5f00b89ed req-d213cc35-9bac-44e6-ae9e-0dceccc2b784 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d87a96ae-0dbc-4304-9550-bf7abb720bb3 HTTP/1.1" status: 200 len: 910 time: 0.0827353 Jan 17 18:37:41.927760 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-0e62b679-642e-4c02-82b2-8da5f00b89ed req-1a1b664e-4bbe-4353-8233-6ea9dc05c2ce service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19855378-4766-4b98-acee-e188b44d9819 HTTP/1.1" status: 200 len: 217 time: 0.0376492 Jan 17 18:37:41.974127 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62b679-642e-4c02-82b2-8da5f00b89ed req-f339e2c2-d9a2-4acb-a564-63f2df2f7fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:41.975549 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-0e62b679-642e-4c02-82b2-8da5f00b89ed req-f339e2c2-d9a2-4acb-a564-63f2df2f7fc7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bdf4d2bb-5604-42af-bdb8-2d0a6e3016c9 HTTP/1.1" status: 200 len: 849 time: 0.0422046 Jan 17 18:37:42.006205 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-0e62b679-642e-4c02-82b2-8da5f00b89ed req-b240b4bf-fb6f-410d-bc5e-84e3946b5ca2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d87a96ae-0dbc-4304-9550-bf7abb720bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244977 Jan 17 18:37:42.092801 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-0e62b679-642e-4c02-82b2-8da5f00b89ed req-55880943-3bc9-4dc6-8aff-221a7e204814 service neutron] 10.222.0.31 "GET /v2.0/networks/d87a96ae-0dbc-4304-9550-bf7abb720bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795064 Jan 17 18:37:42.183919 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-0e62b679-642e-4c02-82b2-8da5f00b89ed req-602342ea-1eab-42e2-810f-742234844d2b service neutron] 10.222.0.31 "GET /v2.0/networks/d87a96ae-0dbc-4304-9550-bf7abb720bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847058 Jan 17 18:37:42.537187 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b0b07-4141-4161-97b9-6b6ec6053037 req-5aca4e82-6a59-4469-a19e-4c159c9aa85f tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:42.538662 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-326b0b07-4141-4161-97b9-6b6ec6053037 req-5aca4e82-6a59-4469-a19e-4c159c9aa85f tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4d48434-aa62-4f0e-92af-b0e9716a0d8e HTTP/1.1" status: 200 len: 943 time: 0.0500283 Jan 17 18:37:42.584069 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-326b0b07-4141-4161-97b9-6b6ec6053037 req-8052a34a-93b9-45b0-8e54-8662c01462d2 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/security-groups?id=674b500d-e7b7-4485-9af2-fa0466f1ff9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399532 Jan 17 18:37:43.699365 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ff291-4fd1-4384-958c-b4fb2362ca73 req-4b6eee81-49d6-4895-9340-18a3c5880dfe tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:43.700857 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-635ff291-4fd1-4384-958c-b4fb2362ca73 req-4b6eee81-49d6-4895-9340-18a3c5880dfe tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4d48434-aa62-4f0e-92af-b0e9716a0d8e HTTP/1.1" status: 200 len: 943 time: 0.0492871 Jan 17 18:37:43.746667 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-635ff291-4fd1-4384-958c-b4fb2362ca73 req-3c68714c-5004-465a-898e-c42dcc161a5a tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/security-groups?id=674b500d-e7b7-4485-9af2-fa0466f1ff9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403183 Jan 17 18:37:44.660518 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:44.863505 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea437d3f-8099-459c-9218-31ebe9a766cb req-63a285f8-e406-4ccd-9d55-ba650815cddb tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:44.865080 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ea437d3f-8099-459c-9218-31ebe9a766cb req-63a285f8-e406-4ccd-9d55-ba650815cddb tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4d48434-aa62-4f0e-92af-b0e9716a0d8e HTTP/1.1" status: 200 len: 943 time: 0.0514691 Jan 17 18:37:44.911703 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-ea437d3f-8099-459c-9218-31ebe9a766cb req-1f244301-44fe-469c-9687-9fb729617737 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/security-groups?id=674b500d-e7b7-4485-9af2-fa0466f1ff9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410576 Jan 17 18:37:45.269307 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 19855378-4766-4b98-acee-e188b44d9819 details requested by agent hyperv_hv-cinder-82499 with host hv-cinder-82499 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 18:37:45.363571 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 19855378-4766-4b98-acee-e188b44d9819, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=19855378-4766-4b98-acee-e188b44d9819,segment=NetworkSegment(ab0a3290-e3de-41f2-96b0-2e9302ec5d72),segment_id=ab0a3290-e3de-41f2-96b0-2e9302ec5d72)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:37:45.374594 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Returning: {'device': '19855378-4766-4b98-acee-e188b44d9819', 'network_id': 'd87a96ae-0dbc-4304-9550-bf7abb720bb3', 'port_id': '19855378-4766-4b98-acee-e188b44d9819', 'mac_address': 'fa:16:3e:2d:1a:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf4d2bb-5604-42af-bdb8-2d0a6e3016c9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 18:37:45.411077 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port 19855378-4766-4b98-acee-e188b44d9819 is: DOWN; New status is: BUILD {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:37:45.411464 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (19855378-4766-4b98-acee-e188b44d9819), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:45.424143 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19855378-4766-4b98-acee-e188b44d9819 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 18:37:45.442116 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 19855378-4766-4b98-acee-e188b44d9819, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=19855378-4766-4b98-acee-e188b44d9819,segment=NetworkSegment(ab0a3290-e3de-41f2-96b0-2e9302ec5d72),segment_id=ab0a3290-e3de-41f2-96b0-2e9302ec5d72)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:37:45.446413 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (19855378-4766-4b98-acee-e188b44d9819), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:45.493209 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=19855378-4766-4b98-acee-e188b44d9819,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:45.666754 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['19855378-4766-4b98-acee-e188b44d9819'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:37:46.024908 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751cbafb-7604-40e1-8ead-f8210a070070 req-df906087-26c0-4e13-a76e-86f4026d7e32 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:46.026350 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-751cbafb-7604-40e1-8ead-f8210a070070 req-df906087-26c0-4e13-a76e-86f4026d7e32 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4d48434-aa62-4f0e-92af-b0e9716a0d8e HTTP/1.1" status: 200 len: 944 time: 0.0488274 Jan 17 18:37:46.074575 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-751cbafb-7604-40e1-8ead-f8210a070070 req-9c8b5927-e56f-43b8-a314-4bde27c12d6a tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/security-groups?id=674b500d-e7b7-4485-9af2-fa0466f1ff9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426302 Jan 17 18:37:47.190101 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35111d-feea-408a-bbf8-37a93b5d4f56 req-1993e9a0-54fd-4c5d-b2df-5d2d689f7394 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:47.191657 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-eb35111d-feea-408a-bbf8-37a93b5d4f56 req-1993e9a0-54fd-4c5d-b2df-5d2d689f7394 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4d48434-aa62-4f0e-92af-b0e9716a0d8e HTTP/1.1" status: 200 len: 944 time: 0.0490253 Jan 17 18:37:47.237032 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-eb35111d-feea-408a-bbf8-37a93b5d4f56 req-3b6779bf-c13a-4f68-96d8-73b38f5a3d08 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/security-groups?id=674b500d-e7b7-4485-9af2-fa0466f1ff9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400307 Jan 17 18:37:47.285721 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 19855378-4766-4b98-acee-e188b44d9819 up at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 18:37:47.333459 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning for port 19855378-4766-4b98-acee-e188b44d9819 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 18:37:47.337465 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Provisioning complete for port 19855378-4766-4b98-acee-e188b44d9819 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 18:37:47.337841 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16258666'] for port (19855378-4766-4b98-acee-e188b44d9819), provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:47.416462 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Current status of the port 19855378-4766-4b98-acee-e188b44d9819 is: BUILD; New status is: ACTIVE {{(pid=102424) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 18:37:47.416769 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16674803'] for port (19855378-4766-4b98-acee-e188b44d9819), before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:47.439487 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d48434-aa62-4f0e-92af-b0e9716a0d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19855378-4766-4b98-acee-e188b44d9819'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:37:47.441695 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e36e39c9c94bd67d9c0bfa4cbed5ada700490a47b49253aa7a2931ae849a628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99074dc-4190-4c7c-9ba7-3f95cba287dd" -d '{"events": [{"server_uuid": "a4d48434-aa62-4f0e-92af-b0e9716a0d8e", "name": "network-vif-plugged", "status": "completed", "tag": "19855378-4766-4b98-acee-e188b44d9819"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:37:47.454609 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] For port 19855378-4766-4b98-acee-e188b44d9819, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=19855378-4766-4b98-acee-e188b44d9819,segment=NetworkSegment(ab0a3290-e3de-41f2-96b0-2e9302ec5d72),segment_id=ab0a3290-e3de-41f2-96b0-2e9302ec5d72)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:37:47.458691 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736374194315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736373678942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736373678960'] for port (19855378-4766-4b98-acee-e188b44d9819), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:47.480594 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be40a7f7-8246-4526-bf3e-fc2728c3eb00 x-openstack-request-id: req-be40a7f7-8246-4526-bf3e-fc2728c3eb00 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:37:47.480885 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d48434-aa62-4f0e-92af-b0e9716a0d8e", "name": "network-vif-plugged", "status": "completed", "tag": "19855378-4766-4b98-acee-e188b44d9819", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:37:47.481136 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-be40a7f7-8246-4526-bf3e-fc2728c3eb00 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:37:47.481520 dv-cinder-824995-1-iscsi neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d48434-aa62-4f0e-92af-b0e9716a0d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19855378-4766-4b98-acee-e188b44d9819', 'code': 200} Jan 17 18:37:47.507510 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Pushing event updated for resources: {'Port': ['ID=19855378-4766-4b98-acee-e188b44d9819,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:47.638566 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33630359-dfbd-4b10-ae01-9a7d49b7e1ce req-92b61437-e101-4fd5-b35e-1a0824d59e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:47.640809 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-33630359-dfbd-4b10-ae01-9a7d49b7e1ce req-92b61437-e101-4fd5-b35e-1a0824d59e61 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a4d48434-aa62-4f0e-92af-b0e9716a0d8e HTTP/1.1" status: 200 len: 1098 time: 0.0412519 Jan 17 18:37:47.688550 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-33630359-dfbd-4b10-ae01-9a7d49b7e1ce req-b301eb01-8c43-4d7f-968e-57736f8f2802 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=674b500d-e7b7-4485-9af2-fa0466f1ff9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421498 Jan 17 18:37:48.352123 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d5d5a-0aa3-49d3-a089-fb88bd697a9a req-2fb11b49-9dc1-492e-ada1-fc7aaa2152a0 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:48.353636 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-180d5d5a-0aa3-49d3-a089-fb88bd697a9a req-2fb11b49-9dc1-492e-ada1-fc7aaa2152a0 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4d48434-aa62-4f0e-92af-b0e9716a0d8e HTTP/1.1" status: 200 len: 945 time: 0.0495327 Jan 17 18:37:48.400746 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-180d5d5a-0aa3-49d3-a089-fb88bd697a9a req-26d77045-ebcb-49a6-b875-3a0a465c958a tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/security-groups?id=674b500d-e7b7-4485-9af2-fa0466f1ff9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411878 Jan 17 18:37:49.519083 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1a008-255e-4b15-92fc-6cae20a0533b req-5d4d5f2d-c168-4b19-952d-d93185c18150 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:49.520574 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1cd1a008-255e-4b15-92fc-6cae20a0533b req-5d4d5f2d-c168-4b19-952d-d93185c18150 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4d48434-aa62-4f0e-92af-b0e9716a0d8e HTTP/1.1" status: 200 len: 945 time: 0.0518498 Jan 17 18:37:49.567641 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-1cd1a008-255e-4b15-92fc-6cae20a0533b req-dfa95da4-77e1-4bc9-b3be-f9ab33673a9c tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/security-groups?id=674b500d-e7b7-4485-9af2-fa0466f1ff9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415232 Jan 17 18:37:50.189157 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6ab44-aea0-4c12-b126-aaac0a6f30f5 req-88581349-e42f-4e18-9006-1fa9e871086d tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:50.190628 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-55f6ab44-aea0-4c12-b126-aaac0a6f30f5 req-88581349-e42f-4e18-9006-1fa9e871086d tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4d48434-aa62-4f0e-92af-b0e9716a0d8e HTTP/1.1" status: 200 len: 945 time: 0.0540254 Jan 17 18:37:50.236439 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-55f6ab44-aea0-4c12-b126-aaac0a6f30f5 req-300f46a7-4851-4fbe-bf52-bcca940abd6b tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/security-groups?id=674b500d-e7b7-4485-9af2-fa0466f1ff9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402253 Jan 17 18:37:51.065870 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fae42b81-33e3-4087-9340-42d542b817fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:51.352661 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d8bf2-78af-42a5-ba8a-246801a78777 req-29ae6b6c-e959-4595-a35f-71b1b78dcc1a tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:51.354103 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-fb7d8bf2-78af-42a5-ba8a-246801a78777 req-29ae6b6c-e959-4595-a35f-71b1b78dcc1a tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4d48434-aa62-4f0e-92af-b0e9716a0d8e HTTP/1.1" status: 200 len: 945 time: 0.0487957 Jan 17 18:37:51.400113 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-fb7d8bf2-78af-42a5-ba8a-246801a78777 req-b0e7f9ba-2b1d-4d59-b1b4-cdf0ea3456c9 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/security-groups?id=674b500d-e7b7-4485-9af2-fa0466f1ff9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403147 Jan 17 18:37:51.486845 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4098743-4f21-4253-8edf-16bef6f40d87 req-91d3763b-cda2-4a75-b4f8-f6535882f199 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:37:51.488342 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-f4098743-4f21-4253-8edf-16bef6f40d87 req-91d3763b-cda2-4a75-b4f8-f6535882f199 tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4d48434-aa62-4f0e-92af-b0e9716a0d8e HTTP/1.1" status: 200 len: 945 time: 0.0507834 Jan 17 18:37:51.578644 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-f4098743-4f21-4253-8edf-16bef6f40d87 req-cf10160c-11fb-4684-a859-a26bbc76661e tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Deleting port 19855378-4766-4b98-acee-e188b44d9819 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:37:51.578982 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f4098743-4f21-4253-8edf-16bef6f40d87 req-cf10160c-11fb-4684-a859-a26bbc76661e tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (19855378-4766-4b98-acee-e188b44d9819), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:51.909833 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-f4098743-4f21-4253-8edf-16bef6f40d87 req-cf10160c-11fb-4684-a859-a26bbc76661e tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] For port 19855378-4766-4b98-acee-e188b44d9819, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=19855378-4766-4b98-acee-e188b44d9819,segment=NetworkSegment(ab0a3290-e3de-41f2-96b0-2e9302ec5d72),segment_id=ab0a3290-e3de-41f2-96b0-2e9302ec5d72)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:37:51.910223 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f4098743-4f21-4253-8edf-16bef6f40d87 req-cf10160c-11fb-4684-a859-a26bbc76661e tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (19855378-4766-4b98-acee-e188b44d9819), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:51.922099 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-f4098743-4f21-4253-8edf-16bef6f40d87 req-cf10160c-11fb-4684-a859-a26bbc76661e tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Calling delete_port for 19855378-4766-4b98-acee-e188b44d9819 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:37:52.046576 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f4098743-4f21-4253-8edf-16bef6f40d87 req-cf10160c-11fb-4684-a859-a26bbc76661e tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (19855378-4766-4b98-acee-e188b44d9819), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:52.057998 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] get_ports_and_sgs() called for port_ids ['19855378-4766-4b98-acee-e188b44d9819'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 18:37:52.081304 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf10160c-11fb-4684-a859-a26bbc76661e tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Pushing event deleted for resources: {'Port': ['ID=19855378-4766-4b98-acee-e188b44d9819,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:37:52.117039 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4098743-4f21-4253-8edf-16bef6f40d87 req-cf10160c-11fb-4684-a859-a26bbc76661e tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] No DVR routers for this DVR port 19855378-4766-4b98-acee-e188b44d9819 on host hv-cinder-82499 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 18:37:52.119468 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f4098743-4f21-4253-8edf-16bef6f40d87 req-cf10160c-11fb-4684-a859-a26bbc76661e tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:52.122745 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-f4098743-4f21-4253-8edf-16bef6f40d87 req-cf10160c-11fb-4684-a859-a26bbc76661e tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.31 "DELETE /v2.0/ports/19855378-4766-4b98-acee-e188b44d9819 HTTP/1.1" status: 204 len: 173 time: 0.6290154 Jan 17 18:37:52.123832 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d48434-aa62-4f0e-92af-b0e9716a0d8e', 'name': 'network-vif-deleted', 'tag': '19855378-4766-4b98-acee-e188b44d9819'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:37:52.126055 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6acf6e2448acaa9df75d0cfb4ee4f42f1c652325a2342385b5920e3fd6e7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a7009d-12c3-4e15-939d-f34d896386f0" -d '{"events": [{"server_uuid": "a4d48434-aa62-4f0e-92af-b0e9716a0d8e", "name": "network-vif-deleted", "tag": "19855378-4766-4b98-acee-e188b44d9819"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:37:52.162584 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15da987d-09fb-480f-8bbb-21d9b87f7bee x-openstack-request-id: req-15da987d-09fb-480f-8bbb-21d9b87f7bee {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:37:52.162883 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d48434-aa62-4f0e-92af-b0e9716a0d8e", "name": "network-vif-deleted", "tag": "19855378-4766-4b98-acee-e188b44d9819", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:37:52.163168 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-15da987d-09fb-480f-8bbb-21d9b87f7bee {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:37:52.163606 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d48434-aa62-4f0e-92af-b0e9716a0d8e', 'name': 'network-vif-deleted', 'tag': '19855378-4766-4b98-acee-e188b44d9819', 'status': 'completed', 'code': 200} Jan 17 18:37:52.505871 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-86668c5d-bac9-4de1-b5fa-41330813bbb8 req-3313d684-ef50-4487-bc5c-2c54edccf1cd tempest-VolumesActionsTest-1825199145 tempest-VolumesActionsTest-1825199145-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4d48434-aa62-4f0e-92af-b0e9716a0d8e HTTP/1.1" status: 200 len: 210 time: 0.0273895 Jan 17 18:37:53.392798 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e24d8376-6762-4d0c-8bd7-4177e3c13c88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:54.561052 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:56.052624 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 19855378-4766-4b98-acee-e188b44d9819 no longer exists at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:37:56.072770 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] No Port match for: 19855378-4766-4b98-acee-e188b44d9819 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:37:56.073115 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device 19855378-4766-4b98-acee-e188b44d9819 not bound to the agent host hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:37:56.129406 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:37:56.644606 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 6 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:37:57.340134 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:38:14.205060 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 34430) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:38:14.251196 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfbbe31a-0cfd-49bb-ad19-9341c095e173 admin admin] Deleting subnet bdf4d2bb-5604-42af-bdb8-2d0a6e3016c9 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 18:38:14.254233 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cfbbe31a-0cfd-49bb-ad19-9341c095e173 admin admin] Publish callbacks [] for subnet (bdf4d2bb-5604-42af-bdb8-2d0a6e3016c9), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:38:14.288327 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cfbbe31a-0cfd-49bb-ad19-9341c095e173 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557888'] for subnet (bdf4d2bb-5604-42af-bdb8-2d0a6e3016c9), precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:38:14.327370 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cfbbe31a-0cfd-49bb-ad19-9341c095e173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16255576'] for subnet (bdf4d2bb-5604-42af-bdb8-2d0a6e3016c9), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:38:14.379397 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cfbbe31a-0cfd-49bb-ad19-9341c095e173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16255567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260168006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4038279'] for subnet (bdf4d2bb-5604-42af-bdb8-2d0a6e3016c9), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:38:14.408759 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbbe31a-0cfd-49bb-ad19-9341c095e173 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdf4d2bb-5604-42af-bdb8-2d0a6e3016c9,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:38:14.413241 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cfbbe31a-0cfd-49bb-ad19-9341c095e173 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for subnet (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:38:14.416415 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-cfbbe31a-0cfd-49bb-ad19-9341c095e173 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/bdf4d2bb-5604-42af-bdb8-2d0a6e3016c9 HTTP/1.1" status: 204 len: 168 time: 0.2103672 Jan 17 18:38:14.418961 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 34432) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:38:14.421368 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbe31a-0cfd-49bb-ad19-9341c095e173 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:38:14.421730 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbe31a-0cfd-49bb-ad19-9341c095e173 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:38:14.422081 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbe31a-0cfd-49bb-ad19-9341c095e173 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:38:14.422429 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbe31a-0cfd-49bb-ad19-9341c095e173 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:38:14.422765 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbe31a-0cfd-49bb-ad19-9341c095e173 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:38:14.423098 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbe31a-0cfd-49bb-ad19-9341c095e173 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:38:14.423432 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbe31a-0cfd-49bb-ad19-9341c095e173 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:38:14.423795 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbe31a-0cfd-49bb-ad19-9341c095e173 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:38:14.424128 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbe31a-0cfd-49bb-ad19-9341c095e173 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:38:14.424459 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbe31a-0cfd-49bb-ad19-9341c095e173 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:38:14.424785 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbe31a-0cfd-49bb-ad19-9341c095e173 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:38:14.425112 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbe31a-0cfd-49bb-ad19-9341c095e173 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:38:14.425434 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbe31a-0cfd-49bb-ad19-9341c095e173 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:38:14.490110 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0d75af97-4c42-43f2-9d6b-31123a050392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16714788'] for network (d87a96ae-0dbc-4304-9550-bf7abb720bb3), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:38:14.567412 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0d75af97-4c42-43f2-9d6b-31123a050392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16256479', 'neutron.services.segments.db._delete_segments_for_network-8736374233384'] for network (d87a96ae-0dbc-4304-9550-bf7abb720bb3), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:38:14.587114 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.services.segments.db [None req-0d75af97-4c42-43f2-9d6b-31123a050392 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d87a96ae-0dbc-4304-9550-bf7abb720bb3']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:38:14.596444 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.services.segments.db [None req-0d75af97-4c42-43f2-9d6b-31123a050392 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab0a3290-e3de-41f2-96b0-2e9302ec5d72') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:38:14.596742 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.services.segments.db [None req-0d75af97-4c42-43f2-9d6b-31123a050392 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab0a3290-e3de-41f2-96b0-2e9302ec5d72') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:38:14.605762 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0d75af97-4c42-43f2-9d6b-31123a050392 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736374233137', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233301'] for segment (ab0a3290-e3de-41f2-96b0-2e9302ec5d72), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:38:14.619420 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0d75af97-4c42-43f2-9d6b-31123a050392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749'] for segment (ab0a3290-e3de-41f2-96b0-2e9302ec5d72), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:38:14.626200 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d75af97-4c42-43f2-9d6b-31123a050392 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 18:38:14.626575 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0d75af97-4c42-43f2-9d6b-31123a050392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261205540'] for segment (ab0a3290-e3de-41f2-96b0-2e9302ec5d72), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: warnings.warn(msg) Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: Traceback (most recent call last): Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: timer() Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: cb(*args, **kw) Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: return func(*args, **kwargs) Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: self._notify() Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: self.callback(batched_events) Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: event.method(event) Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: return f(self, *a, **k) Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: return self._get(url).json() Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: return self.request(url, 'GET', **kwargs) Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 18:38:14.628479 dv-cinder-824995-1-iscsi neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 18:38:14.655977 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:38:14.686843 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0d75af97-4c42-43f2-9d6b-31123a050392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16256454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565532'] for network (d87a96ae-0dbc-4304-9550-bf7abb720bb3), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:38:14.692136 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0d75af97-4c42-43f2-9d6b-31123a050392 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for network (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:38:14.695250 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-0d75af97-4c42-43f2-9d6b-31123a050392 admin admin] 10.222.0.57 "DELETE /v2.0/networks/d87a96ae-0dbc-4304-9550-bf7abb720bb3 HTTP/1.1" status: 204 len: 168 time: 0.2752640 Jan 17 18:38:14.708687 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75af97-4c42-43f2-9d6b-31123a050392 admin admin] Pushing event deleted for resources: {'Network': ['ID=d87a96ae-0dbc-4304-9550-bf7abb720bb3,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:38:14.870349 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 34436) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:38:14.910031 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-a74825bb-cbf5-4321-b6c3-136e3bb27abc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d94982fc83294f229d200755062e3295&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382624 Jan 17 18:38:14.912314 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 34438) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:38:14.957501 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b54d1ffb-5f47-4acd-88ba-1d31beb30f77 admin admin] Publish callbacks [] for security_group (674b500d-e7b7-4485-9af2-fa0466f1ff9a), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:38:14.978079 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b54d1ffb-5f47-4acd-88ba-1d31beb30f77 admin admin] Publish callbacks [] for security_group (674b500d-e7b7-4485-9af2-fa0466f1ff9a), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:38:15.026179 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b54d1ffb-5f47-4acd-88ba-1d31beb30f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (674b500d-e7b7-4485-9af2-fa0466f1ff9a), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:38:15.028844 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b54d1ffb-5f47-4acd-88ba-1d31beb30f77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:38:15.030698 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-b54d1ffb-5f47-4acd-88ba-1d31beb30f77 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/674b500d-e7b7-4485-9af2-fa0466f1ff9a HTTP/1.1" status: 204 len: 168 time: 0.1174986 Jan 17 18:38:15.038091 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d1ffb-5f47-4acd-88ba-1d31beb30f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674b500d-e7b7-4485-9af2-fa0466f1ff9a,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:38:18.504007 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-44d0933f-e34c-45af-93b9-f2ec95eb20b9 req-d60cb8f6-409a-46a6-ae43-5a21018b3a06 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=10b8ce1a-0914-457c-b040-cc272e323fa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411968 Jan 17 18:38:18.585983 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0933f-e34c-45af-93b9-f2ec95eb20b9 req-71c75735-b5f2-46a2-91eb-89a678c3e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:38:18.587476 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-44d0933f-e34c-45af-93b9-f2ec95eb20b9 req-71c75735-b5f2-46a2-91eb-89a678c3e10f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ebb9dad35744d75b104be8c72af35ec&device_id=10b8ce1a-0914-457c-b040-cc272e323fa8 HTTP/1.1" status: 200 len: 1098 time: 0.0408347 Jan 17 18:38:18.695751 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0933f-e34c-45af-93b9-f2ec95eb20b9 req-4c11d5c3-1393-4d98-8933-72c0064eaafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:38:18.697237 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-44d0933f-e34c-45af-93b9-f2ec95eb20b9 req-4c11d5c3-1393-4d98-8933-72c0064eaafc service neutron] 10.222.0.31 "GET /v2.0/networks?id=6dfbb2a7-5276-4203-a32e-db5c6045b523 HTTP/1.1" status: 200 len: 913 time: 0.0902519 Jan 17 18:38:18.764370 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-44d0933f-e34c-45af-93b9-f2ec95eb20b9 req-fd51224d-59b7-4150-a3a4-2b80cd632fc9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be29906c-17b9-4d03-99a0-9040fdade75b HTTP/1.1" status: 200 len: 1000 time: 0.0594995 Jan 17 18:38:18.815495 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0933f-e34c-45af-93b9-f2ec95eb20b9 req-8b0538fb-100f-4ab9-9a3d-d95fca7ebecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:38:18.816956 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-44d0933f-e34c-45af-93b9-f2ec95eb20b9 req-8b0538fb-100f-4ab9-9a3d-d95fca7ebecd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=192fe8fe-1f58-4fba-8ff5-7646c544378e HTTP/1.1" status: 200 len: 851 time: 0.0453119 Jan 17 18:38:18.867757 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0933f-e34c-45af-93b9-f2ec95eb20b9 req-7cc60c80-c17f-4bad-ab0f-e49d275b62a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:38:18.869274 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-44d0933f-e34c-45af-93b9-f2ec95eb20b9 req-7cc60c80-c17f-4bad-ab0f-e49d275b62a3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dfbb2a7-5276-4203-a32e-db5c6045b523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461617 Jan 17 18:38:18.961443 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-44d0933f-e34c-45af-93b9-f2ec95eb20b9 req-315925f3-8a0d-4e4d-88e8-6161757d24d1 service neutron] 10.222.0.31 "GET /v2.0/networks/6dfbb2a7-5276-4203-a32e-db5c6045b523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861418 Jan 17 18:38:19.056240 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-44d0933f-e34c-45af-93b9-f2ec95eb20b9 req-be995aa9-ac94-4ca3-8073-88a6bc56d87d service neutron] 10.222.0.31 "GET /v2.0/networks/6dfbb2a7-5276-4203-a32e-db5c6045b523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879061 Jan 17 18:38:21.067286 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fd4b0064-7b90-4c17-93b8-988880f78287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:38:23.394137 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8a4dea5b-a26f-49dd-9021-b913961e8689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:38:24.565430 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:38:26.134350 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:38:27.340471 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:38:33.642534 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 6 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:38:44.662120 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:38:45.910595 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 34632) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:38:46.014730 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7281ee08-0f29-434e-90ac-1ec58b5b0287 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:38:46.088921 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7281ee08-0f29-434e-90ac-1ec58b5b0287 admin admin] Publish callbacks [] for security_group (e76abebe-2e0e-4c7d-a2d1-820f8cb6b5bc), precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:38:46.092660 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7281ee08-0f29-434e-90ac-1ec58b5b0287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (e76abebe-2e0e-4c7d-a2d1-820f8cb6b5bc), after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:38:46.131784 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-7281ee08-0f29-434e-90ac-1ec58b5b0287 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=83d902b2c8a1420e81b98a3bc118e9d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200854 Jan 17 18:38:46.132725 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281ee08-0f29-434e-90ac-1ec58b5b0287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76abebe-2e0e-4c7d-a2d1-820f8cb6b5bc,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:38:46.134428 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 34636) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:38:46.183178 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-38103efa-4879-4a1c-876b-f63bf0ac7672 admin admin] Publish callbacks [] for security_group (e76abebe-2e0e-4c7d-a2d1-820f8cb6b5bc), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:38:46.204316 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-38103efa-4879-4a1c-876b-f63bf0ac7672 admin admin] Publish callbacks [] for security_group (e76abebe-2e0e-4c7d-a2d1-820f8cb6b5bc), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:38:46.255170 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-38103efa-4879-4a1c-876b-f63bf0ac7672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (e76abebe-2e0e-4c7d-a2d1-820f8cb6b5bc), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:38:46.258423 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-38103efa-4879-4a1c-876b-f63bf0ac7672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:38:46.259628 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-38103efa-4879-4a1c-876b-f63bf0ac7672 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e76abebe-2e0e-4c7d-a2d1-820f8cb6b5bc HTTP/1.1" status: 204 len: 168 time: 0.1232297 Jan 17 18:38:46.268064 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38103efa-4879-4a1c-876b-f63bf0ac7672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76abebe-2e0e-4c7d-a2d1-820f8cb6b5bc,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:38:46.274998 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38103efa-4879-4a1c-876b-f63bf0ac7672 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:38:46.275351 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38103efa-4879-4a1c-876b-f63bf0ac7672 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:38:46.275723 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38103efa-4879-4a1c-876b-f63bf0ac7672 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:38:46.276062 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38103efa-4879-4a1c-876b-f63bf0ac7672 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:38:46.276396 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38103efa-4879-4a1c-876b-f63bf0ac7672 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:38:46.276731 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38103efa-4879-4a1c-876b-f63bf0ac7672 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:38:46.277056 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38103efa-4879-4a1c-876b-f63bf0ac7672 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:38:46.277382 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38103efa-4879-4a1c-876b-f63bf0ac7672 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:38:46.277708 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38103efa-4879-4a1c-876b-f63bf0ac7672 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:38:46.278035 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38103efa-4879-4a1c-876b-f63bf0ac7672 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:38:46.278355 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38103efa-4879-4a1c-876b-f63bf0ac7672 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:38:46.278674 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38103efa-4879-4a1c-876b-f63bf0ac7672 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:38:46.278994 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38103efa-4879-4a1c-876b-f63bf0ac7672 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:38:51.067938 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-be990fc2-5353-4f15-935f-14605287df66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:38:53.396806 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-50510670-842c-4107-8eda-e41ff20c805f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:38:54.567430 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:38:56.136053 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:38:57.344237 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:39:10.641111 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 6 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:39:14.685591 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:39:19.467296 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4572349b-de6e-4ac6-aaa3-f9af33a56e3a req-cb3ae53f-bfb0-4bf2-a2f5-32f24f01de5a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9009c0e4-9240-4eba-8836-dabc77889fe3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391340 Jan 17 18:39:19.526152 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572349b-de6e-4ac6-aaa3-f9af33a56e3a req-e76870ff-df75-46ae-ba3e-4da1a6c5e419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:39:19.527662 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4572349b-de6e-4ac6-aaa3-f9af33a56e3a req-e76870ff-df75-46ae-ba3e-4da1a6c5e419 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ebb9dad35744d75b104be8c72af35ec&device_id=9009c0e4-9240-4eba-8836-dabc77889fe3 HTTP/1.1" status: 200 len: 1098 time: 0.0393133 Jan 17 18:39:19.634055 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572349b-de6e-4ac6-aaa3-f9af33a56e3a req-c76ca513-1faf-4c3c-a8c4-f858781c90cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:39:19.635526 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4572349b-de6e-4ac6-aaa3-f9af33a56e3a req-c76ca513-1faf-4c3c-a8c4-f858781c90cf service neutron] 10.222.0.31 "GET /v2.0/networks?id=6dfbb2a7-5276-4203-a32e-db5c6045b523 HTTP/1.1" status: 200 len: 913 time: 0.0884917 Jan 17 18:39:19.699420 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4572349b-de6e-4ac6-aaa3-f9af33a56e3a req-ac871b4f-3b30-4bff-8f93-645d006a562b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2eab087-c5cf-4ffd-afa9-055f529cd3a2 HTTP/1.1" status: 200 len: 1001 time: 0.0578246 Jan 17 18:39:19.750577 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572349b-de6e-4ac6-aaa3-f9af33a56e3a req-1a0ab826-e5f1-4d35-92db-0b6115cb65db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:39:19.752002 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4572349b-de6e-4ac6-aaa3-f9af33a56e3a req-1a0ab826-e5f1-4d35-92db-0b6115cb65db service neutron] 10.222.0.31 "GET /v2.0/subnets?id=192fe8fe-1f58-4fba-8ff5-7646c544378e HTTP/1.1" status: 200 len: 851 time: 0.0472400 Jan 17 18:39:19.796535 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572349b-de6e-4ac6-aaa3-f9af33a56e3a req-1d5b7645-69ec-4696-a6e5-5919c311fe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:39:19.798011 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4572349b-de6e-4ac6-aaa3-f9af33a56e3a req-1d5b7645-69ec-4696-a6e5-5919c311fe99 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dfbb2a7-5276-4203-a32e-db5c6045b523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396461 Jan 17 18:39:19.808451 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [req-4572349b-de6e-4ac6-aaa3-f9af33a56e3a req-4fcf8342-17dd-445f-8d84-d799f220cd0a service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 18:39:19.809372 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4572349b-de6e-4ac6-aaa3-f9af33a56e3a req-4fcf8342-17dd-445f-8d84-d799f220cd0a service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047271 Jan 17 18:39:19.894405 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4572349b-de6e-4ac6-aaa3-f9af33a56e3a req-d292ff98-bfe6-4586-9ec0-5e25fb2f672b service neutron] 10.222.0.31 "GET /v2.0/networks/6dfbb2a7-5276-4203-a32e-db5c6045b523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792851 Jan 17 18:39:19.987023 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4572349b-de6e-4ac6-aaa3-f9af33a56e3a req-99086f33-8e43-4fdd-a400-10b55c3c8c0e service neutron] 10.222.0.31 "GET /v2.0/networks/6dfbb2a7-5276-4203-a32e-db5c6045b523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862920 Jan 17 18:39:21.068067 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0b5f55d8-86ad-4a07-b75b-9f92fd9966fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:39:23.398528 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-897cfb3c-2115-4de2-91b6-1b0ea1433b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:39:24.570461 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:39:26.137774 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:39:27.346396 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:39:44.684560 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:39:47.640827 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 6 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:39:51.070651 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a57e1887-8351-4efd-88a3-47cbeba0f437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:39:53.399379 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d3a74bb7-6edd-4989-83c0-4a9d3df66364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:39:54.573014 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:39:56.139982 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:39:57.349938 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:40:14.677801 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:40:21.071641 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2dafc39f-2376-4eb6-96d0-e2f0158b9440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:40:21.553653 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-f51dbeff-3c34-43bf-ab6e-6272f95f198d req-d0bca593-4219-4faf-aa78-414561811999 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=10b8ce1a-0914-457c-b040-cc272e323fa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1271203 Jan 17 18:40:21.634090 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51dbeff-3c34-43bf-ab6e-6272f95f198d req-fc6df0a8-ac58-46f9-83b0-98d55ae926d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:40:21.635633 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-f51dbeff-3c34-43bf-ab6e-6272f95f198d req-fc6df0a8-ac58-46f9-83b0-98d55ae926d6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ebb9dad35744d75b104be8c72af35ec&device_id=10b8ce1a-0914-457c-b040-cc272e323fa8 HTTP/1.1" status: 200 len: 1098 time: 0.0416036 Jan 17 18:40:21.742521 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51dbeff-3c34-43bf-ab6e-6272f95f198d req-ad2931f4-e5b6-4bd6-8486-72a63c3e6b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:40:21.744006 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-f51dbeff-3c34-43bf-ab6e-6272f95f198d req-ad2931f4-e5b6-4bd6-8486-72a63c3e6b23 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6dfbb2a7-5276-4203-a32e-db5c6045b523 HTTP/1.1" status: 200 len: 913 time: 0.0904794 Jan 17 18:40:21.807612 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-f51dbeff-3c34-43bf-ab6e-6272f95f198d req-69c99dd2-c092-4fff-a5ed-28e990bcb212 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be29906c-17b9-4d03-99a0-9040fdade75b HTTP/1.1" status: 200 len: 1000 time: 0.0581830 Jan 17 18:40:21.859167 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51dbeff-3c34-43bf-ab6e-6272f95f198d req-8e6d655d-115a-40a7-9329-04c317918bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:40:21.860623 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-f51dbeff-3c34-43bf-ab6e-6272f95f198d req-8e6d655d-115a-40a7-9329-04c317918bb9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=192fe8fe-1f58-4fba-8ff5-7646c544378e HTTP/1.1" status: 200 len: 851 time: 0.0473084 Jan 17 18:40:21.906835 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51dbeff-3c34-43bf-ab6e-6272f95f198d req-5ea4fb64-25ad-4aa0-adbc-9587cb42c7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:40:21.908312 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-f51dbeff-3c34-43bf-ab6e-6272f95f198d req-5ea4fb64-25ad-4aa0-adbc-9587cb42c7a1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dfbb2a7-5276-4203-a32e-db5c6045b523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404541 Jan 17 18:40:21.995635 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-f51dbeff-3c34-43bf-ab6e-6272f95f198d req-744e52a9-c565-4fc7-9d21-485a4de1d833 service neutron] 10.222.0.31 "GET /v2.0/networks/6dfbb2a7-5276-4203-a32e-db5c6045b523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810747 Jan 17 18:40:22.085129 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-f51dbeff-3c34-43bf-ab6e-6272f95f198d req-ef55ff33-225a-4b12-98f8-7298c6fbce78 service neutron] 10.222.0.31 "GET /v2.0/networks/6dfbb2a7-5276-4203-a32e-db5c6045b523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839448 Jan 17 18:40:23.399688 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-eafd929e-ec5f-4b2e-a1e0-f050f8e19239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:40:24.576113 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:40:24.640069 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 6 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:40:26.143132 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:40:27.352479 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:40:44.682276 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:40:51.077958 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1bef8cd1-4d2a-415a-9609-3b5c47da35af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:40:53.401181 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bd02e85b-562b-40ac-9dfd-62d7ae15a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:40:54.580052 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:40:56.146373 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:40:57.356494 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:41:01.639395 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 6 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:41:05.731241 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 34686) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:41:05.885226 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-1192605e-4e82-4d07-8a2f-bf7de5005213 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Deleting port 719f8717-9a04-4d49-beb7-9e24b6777c57 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:41:05.885564 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1192605e-4e82-4d07-8a2f-bf7de5005213 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (719f8717-9a04-4d49-beb7-9e24b6777c57), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:41:05.960192 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1192605e-4e82-4d07-8a2f-bf7de5005213 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (719f8717-9a04-4d49-beb7-9e24b6777c57), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:41:05.960518 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1192605e-4e82-4d07-8a2f-bf7de5005213 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for floatingip (719f8717-9a04-4d49-beb7-9e24b6777c57), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:41:05.971778 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-1192605e-4e82-4d07-8a2f-bf7de5005213 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Calling delete_port for 719f8717-9a04-4d49-beb7-9e24b6777c57 owned by network:floatingip {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:41:06.116137 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1192605e-4e82-4d07-8a2f-bf7de5005213 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261205625'] for port (719f8717-9a04-4d49-beb7-9e24b6777c57), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:41:06.143519 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192605e-4e82-4d07-8a2f-bf7de5005213 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Pushing event deleted for resources: {'Port': ['ID=719f8717-9a04-4d49-beb7-9e24b6777c57,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:41:06.165497 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192605e-4e82-4d07-8a2f-bf7de5005213 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:41:06.165841 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192605e-4e82-4d07-8a2f-bf7de5005213 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:41:06.166208 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192605e-4e82-4d07-8a2f-bf7de5005213 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:41:06.166546 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192605e-4e82-4d07-8a2f-bf7de5005213 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:41:06.166879 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192605e-4e82-4d07-8a2f-bf7de5005213 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:41:06.167206 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192605e-4e82-4d07-8a2f-bf7de5005213 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:41:06.167564 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192605e-4e82-4d07-8a2f-bf7de5005213 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:41:06.167892 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192605e-4e82-4d07-8a2f-bf7de5005213 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:41:06.168216 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192605e-4e82-4d07-8a2f-bf7de5005213 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:41:06.168541 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192605e-4e82-4d07-8a2f-bf7de5005213 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:41:06.168864 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192605e-4e82-4d07-8a2f-bf7de5005213 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:41:06.169205 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192605e-4e82-4d07-8a2f-bf7de5005213 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:41:06.169527 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192605e-4e82-4d07-8a2f-bf7de5005213 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:41:06.210804 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1192605e-4e82-4d07-8a2f-bf7de5005213 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for floatingip (0ce38419-3812-4fb7-b8c9-63596351fbce), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:41:06.211067 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.db.l3_db [None req-1192605e-4e82-4d07-8a2f-bf7de5005213 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Floating IP 0ce38419-3812-4fb7-b8c9-63596351fbce disassociated (deleted). External IP: 172.27.3.156, port: f2eab087-c5cf-4ffd-afa9-055f529cd3a2. Jan 17 18:41:06.682020 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1192605e-4e82-4d07-8a2f-bf7de5005213 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Router 154642fa-a383-4a2b-8f76-3f282d5de3c8 has already been hosted by L3 agent f711a738-9445-49a6-871d-c35940c1a323 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 18:41:06.785913 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1192605e-4e82-4d07-8a2f-bf7de5005213 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:41:06.790861 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1192605e-4e82-4d07-8a2f-bf7de5005213 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for floatingip (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:41:06.796516 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fc697f-9ac5-47d1-950a-7d23558325f8 None None] Sync routers for ids ['154642fa-a383-4a2b-8f76-3f282d5de3c8'] in dv-cinder-824995-1-iscsi {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:41:06.806552 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fc697f-9ac5-47d1-950a-7d23558325f8 None None] Routers {'154642fa-a383-4a2b-8f76-3f282d5de3c8'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:41:06.807175 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-00fc697f-9ac5-47d1-950a-7d23558325f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:40:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['154642fa-a383-4a2b-8f76-3f282d5de3c8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:41:06.816848 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-1192605e-4e82-4d07-8a2f-bf7de5005213 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "DELETE /v2.0/floatingips/0ce38419-3812-4fb7-b8c9-63596351fbce HTTP/1.1" status: 204 len: 168 time: 1.0845134 Jan 17 18:41:06.817436 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9009c0e4-9240-4eba-8836-dabc77889fe3', 'tag': 'f2eab087-c5cf-4ffd-afa9-055f529cd3a2'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:41:06.819734 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ebc6f40cb2ac68c89279b37e377f59c9ca88cf84401dffc3b34b74128c2044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e99b588-4338-42bd-b7b9-2fcf60252e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "9009c0e4-9240-4eba-8836-dabc77889fe3", "tag": "f2eab087-c5cf-4ffd-afa9-055f529cd3a2"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:41:06.915727 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-00fc697f-9ac5-47d1-950a-7d23558325f8 None None] Set router 154642fa-a383-4a2b-8f76-3f282d5de3c8 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:41:06.986459 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 18:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ded8d3d-9108-46e1-b26f-8157708aa999 x-openstack-request-id: req-9ded8d3d-9108-46e1-b26f-8157708aa999 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:41:06.986807 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9009c0e4-9240-4eba-8836-dabc77889fe3", "tag": "f2eab087-c5cf-4ffd-afa9-055f529cd3a2", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:41:06.987158 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9ded8d3d-9108-46e1-b26f-8157708aa999 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:41:06.987600 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9009c0e4-9240-4eba-8836-dabc77889fe3', 'tag': 'f2eab087-c5cf-4ffd-afa9-055f529cd3a2', 'status': 'completed', 'code': 200} Jan 17 18:41:07.048687 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99b588-4338-42bd-b7b9-2fcf60252e9c req-6f941047-f0aa-44c6-8c2e-84f44416b59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:41:07.050180 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4e99b588-4338-42bd-b7b9-2fcf60252e9c req-6f941047-f0aa-44c6-8c2e-84f44416b59e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ebb9dad35744d75b104be8c72af35ec&device_id=9009c0e4-9240-4eba-8836-dabc77889fe3 HTTP/1.1" status: 200 len: 1098 time: 0.0404770 Jan 17 18:41:07.136533 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-00fc697f-9ac5-47d1-950a-7d23558325f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'name': 'tempest-TestVolumeBootPattern-1958349579-router', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:45Z', 'revision_number': 4, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'gw_port': {'id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_floatingips': [{'id': '31c78f21-0fbf-43c3-8133-04993c4a7dc3', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'router_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'port_id': 'be29906c-17b9-4d03-99a0-9040fdade75b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'mac_address': 'fa:16:3e:22:4f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b8ce1a-0914-457c-b040-cc272e323fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T18:35:37Z', 'updated_at': '2022-01-17T18:35:40Z', 'revision_number': 1, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b1ae9a8-a67f-496e-8567-dc10f67a2306', 'name': '', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'mac_address': 'fa:16:3e:e9:16:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:43Z', 'updated_at': '2022-01-17T18:31:51Z', 'revision_number': 5, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'subnets': [{'id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:41:07.143187 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99b588-4338-42bd-b7b9-2fcf60252e9c req-458c1002-6890-47d6-9088-fd0973c244b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:41:07.144703 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4e99b588-4338-42bd-b7b9-2fcf60252e9c req-458c1002-6890-47d6-9088-fd0973c244b2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6dfbb2a7-5276-4203-a32e-db5c6045b523 HTTP/1.1" status: 200 len: 913 time: 0.0874312 Jan 17 18:41:07.166201 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fc697f-9ac5-47d1-950a-7d23558325f8 None None] Checking router: 154642fa-a383-4a2b-8f76-3f282d5de3c8 for host: dv-cinder-824995-1-iscsi {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:41:07.174347 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fc697f-9ac5-47d1-950a-7d23558325f8 None None] Routers {'154642fa-a383-4a2b-8f76-3f282d5de3c8'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:41:07.174942 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-00fc697f-9ac5-47d1-950a-7d23558325f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:40:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['154642fa-a383-4a2b-8f76-3f282d5de3c8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:41:07.184544 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4e99b588-4338-42bd-b7b9-2fcf60252e9c req-b801efc5-8e27-45f0-90f5-48d528ebe0b5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2eab087-c5cf-4ffd-afa9-055f529cd3a2 HTTP/1.1" status: 200 len: 217 time: 0.0339990 Jan 17 18:41:07.230807 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99b588-4338-42bd-b7b9-2fcf60252e9c req-a1f219a3-8ab8-40ce-947b-f245ba32570a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:41:07.232303 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4e99b588-4338-42bd-b7b9-2fcf60252e9c req-a1f219a3-8ab8-40ce-947b-f245ba32570a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=192fe8fe-1f58-4fba-8ff5-7646c544378e HTTP/1.1" status: 200 len: 851 time: 0.0427320 Jan 17 18:41:07.280406 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99b588-4338-42bd-b7b9-2fcf60252e9c req-b2303971-4757-4a6e-9702-a1de7530b110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:41:07.281644 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-00fc697f-9ac5-47d1-950a-7d23558325f8 None None] Set router 154642fa-a383-4a2b-8f76-3f282d5de3c8 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:41:07.281912 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4e99b588-4338-42bd-b7b9-2fcf60252e9c req-b2303971-4757-4a6e-9702-a1de7530b110 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dfbb2a7-5276-4203-a32e-db5c6045b523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444109 Jan 17 18:41:07.368422 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4e99b588-4338-42bd-b7b9-2fcf60252e9c req-568ee261-3a0d-49c4-9cfa-4b25e9ddfce5 service neutron] 10.222.0.31 "GET /v2.0/networks/6dfbb2a7-5276-4203-a32e-db5c6045b523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800028 Jan 17 18:41:07.461970 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-4e99b588-4338-42bd-b7b9-2fcf60252e9c req-5a097a94-6136-43b5-97ba-f31a039bec9a service neutron] 10.222.0.31 "GET /v2.0/networks/6dfbb2a7-5276-4203-a32e-db5c6045b523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882397 Jan 17 18:41:07.506146 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-00fc697f-9ac5-47d1-950a-7d23558325f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'name': 'tempest-TestVolumeBootPattern-1958349579-router', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:45Z', 'revision_number': 4, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'gw_port': {'id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_floatingips': [{'id': '31c78f21-0fbf-43c3-8133-04993c4a7dc3', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'router_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'port_id': 'be29906c-17b9-4d03-99a0-9040fdade75b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'mac_address': 'fa:16:3e:22:4f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b8ce1a-0914-457c-b040-cc272e323fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T18:35:37Z', 'updated_at': '2022-01-17T18:35:40Z', 'revision_number': 1, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b1ae9a8-a67f-496e-8567-dc10f67a2306', 'name': '', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'mac_address': 'fa:16:3e:e9:16:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:43Z', 'updated_at': '2022-01-17T18:31:51Z', 'revision_number': 5, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'subnets': [{'id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:41:07.535945 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fc697f-9ac5-47d1-950a-7d23558325f8 None None] The sync data for ids ['154642fa-a383-4a2b-8f76-3f282d5de3c8'] in dv-cinder-824995-1-iscsi is: [{'id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'name': 'tempest-TestVolumeBootPattern-1958349579-router', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:45Z', 'revision_number': 4, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'gw_port': {'id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_floatingips': [{'id': '31c78f21-0fbf-43c3-8133-04993c4a7dc3', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'router_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'port_id': 'be29906c-17b9-4d03-99a0-9040fdade75b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'mac_address': 'fa:16:3e:22:4f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b8ce1a-0914-457c-b040-cc272e323fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T18:35:37Z', 'updated_at': '2022-01-17T18:35:40Z', 'revision_number': 1, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b1ae9a8-a67f-496e-8567-dc10f67a2306', 'name': '', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'mac_address': 'fa:16:3e:e9:16:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:43Z', 'updated_at': '2022-01-17T18:31:51Z', 'revision_number': 5, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'subnets': [{'id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:41:07.765692 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effe00a5-17d5-4a63-ac82-f76d07bcc6e9 None None] New status for floating IP 0ce38419-3812-4fb7-b8c9-63596351fbce: DOWN {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 18:41:14.696489 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:41:21.069368 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6b09f292-0357-4e3b-a0bc-b4a5623f38f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:41:22.485578 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-21a3cc91-5ed7-4be7-b89b-4cf523dc05e2 req-1789a374-e788-4d00-9fa5-45d0b15d99a4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9009c0e4-9240-4eba-8836-dabc77889fe3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391653 Jan 17 18:41:22.543912 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3cc91-5ed7-4be7-b89b-4cf523dc05e2 req-060e4c5b-272d-4b90-88bc-c0921f48ed34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:41:22.545365 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-21a3cc91-5ed7-4be7-b89b-4cf523dc05e2 req-060e4c5b-272d-4b90-88bc-c0921f48ed34 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ebb9dad35744d75b104be8c72af35ec&device_id=9009c0e4-9240-4eba-8836-dabc77889fe3 HTTP/1.1" status: 200 len: 1098 time: 0.0397680 Jan 17 18:41:22.653516 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3cc91-5ed7-4be7-b89b-4cf523dc05e2 req-5554da78-d9f7-4080-bb50-1c0088fdbcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:41:22.655021 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-21a3cc91-5ed7-4be7-b89b-4cf523dc05e2 req-5554da78-d9f7-4080-bb50-1c0088fdbcf9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6dfbb2a7-5276-4203-a32e-db5c6045b523 HTTP/1.1" status: 200 len: 913 time: 0.0923834 Jan 17 18:41:22.696924 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-21a3cc91-5ed7-4be7-b89b-4cf523dc05e2 req-400009bf-2acf-44f7-bd10-e3fa8ce9f5ae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2eab087-c5cf-4ffd-afa9-055f529cd3a2 HTTP/1.1" status: 200 len: 217 time: 0.0365524 Jan 17 18:41:22.744857 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3cc91-5ed7-4be7-b89b-4cf523dc05e2 req-6297ebbc-0cab-413d-a59a-b3f22f21a991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:41:22.746223 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-21a3cc91-5ed7-4be7-b89b-4cf523dc05e2 req-6297ebbc-0cab-413d-a59a-b3f22f21a991 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=192fe8fe-1f58-4fba-8ff5-7646c544378e HTTP/1.1" status: 200 len: 851 time: 0.0439312 Jan 17 18:41:22.793636 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3cc91-5ed7-4be7-b89b-4cf523dc05e2 req-d0b40f87-0047-4d80-ba16-6fa60fa43011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:41:22.795096 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-21a3cc91-5ed7-4be7-b89b-4cf523dc05e2 req-d0b40f87-0047-4d80-ba16-6fa60fa43011 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dfbb2a7-5276-4203-a32e-db5c6045b523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434737 Jan 17 18:41:22.881668 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-21a3cc91-5ed7-4be7-b89b-4cf523dc05e2 req-9b4d8fbf-845d-4717-8152-a07a238d3c24 service neutron] 10.222.0.31 "GET /v2.0/networks/6dfbb2a7-5276-4203-a32e-db5c6045b523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809331 Jan 17 18:41:22.972538 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-21a3cc91-5ed7-4be7-b89b-4cf523dc05e2 req-ffbcf008-bbca-4f40-a368-b76cc5acf0e8 service neutron] 10.222.0.31 "GET /v2.0/networks/6dfbb2a7-5276-4203-a32e-db5c6045b523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837626 Jan 17 18:41:23.403063 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2a9b357d-c458-4d0a-b1d1-63f44bbf19b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:41:24.581684 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:41:26.147630 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:41:27.358551 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:41:38.638283 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 6 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:41:44.695865 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:41:51.070853 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-468217c9-6092-4856-b8b2-6a737564b125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:41:53.405030 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-666b1391-c3ad-4c69-97e5-e7a28494fef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:41:54.585147 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:41:56.149239 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:41:57.363798 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:07.200416 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ed156-20bf-4ac1-b00b-e1cc2bc110a6 req-e5341e4f-1f46-4d84-9c14-e6aaf53b07f6 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:42:07.201899 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-788ed156-20bf-4ac1-b00b-e1cc2bc110a6 req-e5341e4f-1f46-4d84-9c14-e6aaf53b07f6 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=9009c0e4-9240-4eba-8836-dabc77889fe3 HTTP/1.1" status: 200 len: 945 time: 0.1578937 Jan 17 18:42:07.250993 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-788ed156-20bf-4ac1-b00b-e1cc2bc110a6 req-7cb40bc5-165c-469c-b66c-b04bc7c6216d tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434518 Jan 17 18:42:08.523429 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440b91d-a71e-4e73-88e3-3877e6ea4fd5 req-d2dcdfb2-8ef7-4cba-b923-9e22f071e8de tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:42:08.524886 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8440b91d-a71e-4e73-88e3-3877e6ea4fd5 req-d2dcdfb2-8ef7-4cba-b923-9e22f071e8de tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=9009c0e4-9240-4eba-8836-dabc77889fe3 HTTP/1.1" status: 200 len: 945 time: 0.0528719 Jan 17 18:42:08.573092 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8440b91d-a71e-4e73-88e3-3877e6ea4fd5 req-9e8c4875-0e2f-48c6-8d81-c77ebe37fecb tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426636 Jan 17 18:42:08.715888 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275cb7e-d4c7-46c1-89e7-3d18aba9a45e req-41fc101f-62c4-493e-b910-e1a22f5d06e9 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:42:08.717346 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-d275cb7e-d4c7-46c1-89e7-3d18aba9a45e req-41fc101f-62c4-493e-b910-e1a22f5d06e9 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.31 "GET /v2.0/ports?device_id=9009c0e4-9240-4eba-8836-dabc77889fe3 HTTP/1.1" status: 200 len: 945 time: 0.0527585 Jan 17 18:42:08.808007 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-d275cb7e-d4c7-46c1-89e7-3d18aba9a45e req-9d281e32-b4c6-4657-9c08-fbb025798c85 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Deleting port f2eab087-c5cf-4ffd-afa9-055f529cd3a2 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:42:08.808268 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-d275cb7e-d4c7-46c1-89e7-3d18aba9a45e req-9d281e32-b4c6-4657-9c08-fbb025798c85 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (f2eab087-c5cf-4ffd-afa9-055f529cd3a2), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:08.897780 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-d275cb7e-d4c7-46c1-89e7-3d18aba9a45e req-9d281e32-b4c6-4657-9c08-fbb025798c85 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] For port f2eab087-c5cf-4ffd-afa9-055f529cd3a2, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=f2eab087-c5cf-4ffd-afa9-055f529cd3a2,segment=NetworkSegment(fa3ece1b-5d86-44f9-89b6-42ddd45f5966),segment_id=fa3ece1b-5d86-44f9-89b6-42ddd45f5966)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:42:08.898151 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-d275cb7e-d4c7-46c1-89e7-3d18aba9a45e req-9d281e32-b4c6-4657-9c08-fbb025798c85 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (f2eab087-c5cf-4ffd-afa9-055f529cd3a2), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:08.911491 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-d275cb7e-d4c7-46c1-89e7-3d18aba9a45e req-9d281e32-b4c6-4657-9c08-fbb025798c85 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Calling delete_port for f2eab087-c5cf-4ffd-afa9-055f529cd3a2 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:42:09.035052 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-d275cb7e-d4c7-46c1-89e7-3d18aba9a45e req-9d281e32-b4c6-4657-9c08-fbb025798c85 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (f2eab087-c5cf-4ffd-afa9-055f529cd3a2), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:09.068826 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d281e32-b4c6-4657-9c08-fbb025798c85 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Pushing event deleted for resources: {'Port': ['ID=f2eab087-c5cf-4ffd-afa9-055f529cd3a2,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:42:09.094840 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d281e32-b4c6-4657-9c08-fbb025798c85 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:42:09.095191 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d281e32-b4c6-4657-9c08-fbb025798c85 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:42:09.095576 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d281e32-b4c6-4657-9c08-fbb025798c85 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:42:09.095946 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d281e32-b4c6-4657-9c08-fbb025798c85 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:42:09.096225 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d281e32-b4c6-4657-9c08-fbb025798c85 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:42:09.096561 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d281e32-b4c6-4657-9c08-fbb025798c85 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:42:09.096880 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d281e32-b4c6-4657-9c08-fbb025798c85 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:42:09.097210 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d281e32-b4c6-4657-9c08-fbb025798c85 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:42:09.097524 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d281e32-b4c6-4657-9c08-fbb025798c85 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:42:09.097838 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d281e32-b4c6-4657-9c08-fbb025798c85 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:42:09.098157 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d281e32-b4c6-4657-9c08-fbb025798c85 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:42:09.098458 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d281e32-b4c6-4657-9c08-fbb025798c85 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:42:09.098778 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d281e32-b4c6-4657-9c08-fbb025798c85 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:42:09.119101 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-d275cb7e-d4c7-46c1-89e7-3d18aba9a45e req-9d281e32-b4c6-4657-9c08-fbb025798c85 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] No DVR routers for this DVR port f2eab087-c5cf-4ffd-afa9-055f529cd3a2 on host hv-cinder-82499 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 18:42:09.121755 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-d275cb7e-d4c7-46c1-89e7-3d18aba9a45e req-9d281e32-b4c6-4657-9c08-fbb025798c85 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:09.125467 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-d275cb7e-d4c7-46c1-89e7-3d18aba9a45e req-9d281e32-b4c6-4657-9c08-fbb025798c85 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.31 "DELETE /v2.0/ports/f2eab087-c5cf-4ffd-afa9-055f529cd3a2 HTTP/1.1" status: 204 len: 173 time: 0.4033706 Jan 17 18:42:09.125942 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9009c0e4-9240-4eba-8836-dabc77889fe3', 'name': 'network-vif-deleted', 'tag': 'f2eab087-c5cf-4ffd-afa9-055f529cd3a2'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:42:09.128795 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6acf6e2448acaa9df75d0cfb4ee4f42f1c652325a2342385b5920e3fd6e7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86542aff-55c2-46a8-af94-a5e162dafe10" -d '{"events": [{"server_uuid": "9009c0e4-9240-4eba-8836-dabc77889fe3", "name": "network-vif-deleted", "tag": "f2eab087-c5cf-4ffd-afa9-055f529cd3a2"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:42:09.249610 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf43887-d8d1-4c5b-a460-69d8992b801a x-openstack-request-id: req-bcf43887-d8d1-4c5b-a460-69d8992b801a {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:42:09.249908 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9009c0e4-9240-4eba-8836-dabc77889fe3", "name": "network-vif-deleted", "tag": "f2eab087-c5cf-4ffd-afa9-055f529cd3a2", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:42:09.250162 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bcf43887-d8d1-4c5b-a460-69d8992b801a {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:42:09.250558 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9009c0e4-9240-4eba-8836-dabc77889fe3', 'name': 'network-vif-deleted', 'tag': 'f2eab087-c5cf-4ffd-afa9-055f529cd3a2', 'status': 'completed', 'code': 200} Jan 17 18:42:09.679187 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-106a56bc-acc7-4091-aaa9-5de7b676637a req-bbc258f3-e5c4-460a-a0a1-a633331574a1 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=9009c0e4-9240-4eba-8836-dabc77889fe3 HTTP/1.1" status: 200 len: 210 time: 0.0258322 Jan 17 18:42:12.418205 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device f2eab087-c5cf-4ffd-afa9-055f529cd3a2 no longer exists at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:42:12.438559 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] No Port match for: f2eab087-c5cf-4ffd-afa9-055f529cd3a2 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:42:12.438903 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device f2eab087-c5cf-4ffd-afa9-055f529cd3a2 not bound to the agent host hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:42:12.955956 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 34742) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:42:13.109090 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-097b9bff-dac6-4ab8-9130-7ec9ac68ea45 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Deleting port fa58245d-f67c-472b-898b-c9839d8a1614 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:42:13.109429 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-097b9bff-dac6-4ab8-9130-7ec9ac68ea45 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (fa58245d-f67c-472b-898b-c9839d8a1614), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:13.184067 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-097b9bff-dac6-4ab8-9130-7ec9ac68ea45 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (fa58245d-f67c-472b-898b-c9839d8a1614), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:13.184386 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-097b9bff-dac6-4ab8-9130-7ec9ac68ea45 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for floatingip (fa58245d-f67c-472b-898b-c9839d8a1614), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:13.195517 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-097b9bff-dac6-4ab8-9130-7ec9ac68ea45 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Calling delete_port for fa58245d-f67c-472b-898b-c9839d8a1614 owned by network:floatingip {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:42:13.340230 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-097b9bff-dac6-4ab8-9130-7ec9ac68ea45 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261205625'] for port (fa58245d-f67c-472b-898b-c9839d8a1614), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:13.365842 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b9bff-dac6-4ab8-9130-7ec9ac68ea45 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Pushing event deleted for resources: {'Port': ['ID=fa58245d-f67c-472b-898b-c9839d8a1614,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:42:13.389450 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b9bff-dac6-4ab8-9130-7ec9ac68ea45 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:42:13.389801 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b9bff-dac6-4ab8-9130-7ec9ac68ea45 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:42:13.390145 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b9bff-dac6-4ab8-9130-7ec9ac68ea45 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:42:13.390481 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b9bff-dac6-4ab8-9130-7ec9ac68ea45 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:42:13.390814 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b9bff-dac6-4ab8-9130-7ec9ac68ea45 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:42:13.391141 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b9bff-dac6-4ab8-9130-7ec9ac68ea45 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:42:13.391492 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b9bff-dac6-4ab8-9130-7ec9ac68ea45 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:42:13.391822 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b9bff-dac6-4ab8-9130-7ec9ac68ea45 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:42:13.392149 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b9bff-dac6-4ab8-9130-7ec9ac68ea45 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:42:13.392477 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b9bff-dac6-4ab8-9130-7ec9ac68ea45 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:42:13.392790 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b9bff-dac6-4ab8-9130-7ec9ac68ea45 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:42:13.393106 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b9bff-dac6-4ab8-9130-7ec9ac68ea45 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:42:13.393421 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b9bff-dac6-4ab8-9130-7ec9ac68ea45 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:42:13.433627 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-097b9bff-dac6-4ab8-9130-7ec9ac68ea45 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for floatingip (31c78f21-0fbf-43c3-8133-04993c4a7dc3), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:13.433954 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.db.l3_db [None req-097b9bff-dac6-4ab8-9130-7ec9ac68ea45 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Floating IP 31c78f21-0fbf-43c3-8133-04993c4a7dc3 disassociated (deleted). External IP: 172.27.3.78, port: be29906c-17b9-4d03-99a0-9040fdade75b. Jan 17 18:42:13.636364 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097b9bff-dac6-4ab8-9130-7ec9ac68ea45 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Router 154642fa-a383-4a2b-8f76-3f282d5de3c8 has already been hosted by L3 agent f711a738-9445-49a6-871d-c35940c1a323 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 18:42:13.740984 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097b9bff-dac6-4ab8-9130-7ec9ac68ea45 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:42:13.746486 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-097b9bff-dac6-4ab8-9130-7ec9ac68ea45 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for floatingip (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:13.750835 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6484b7-5247-41a8-9d3e-2e9098beb37e None None] Sync routers for ids ['154642fa-a383-4a2b-8f76-3f282d5de3c8'] in dv-cinder-824995-1-iscsi {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:42:13.764014 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6484b7-5247-41a8-9d3e-2e9098beb37e None None] Routers {'154642fa-a383-4a2b-8f76-3f282d5de3c8'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:42:13.764628 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-2c6484b7-5247-41a8-9d3e-2e9098beb37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:41:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['154642fa-a383-4a2b-8f76-3f282d5de3c8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:42:13.773740 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-097b9bff-dac6-4ab8-9130-7ec9ac68ea45 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "DELETE /v2.0/floatingips/31c78f21-0fbf-43c3-8133-04993c4a7dc3 HTTP/1.1" status: 204 len: 168 time: 0.8167176 Jan 17 18:42:13.774333 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b8ce1a-0914-457c-b040-cc272e323fa8', 'tag': 'be29906c-17b9-4d03-99a0-9040fdade75b'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:42:13.776636 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ebc6f40cb2ac68c89279b37e377f59c9ca88cf84401dffc3b34b74128c2044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa4a6b4-7f04-4875-b6af-915655ca3b5f" -d '{"events": [{"name": "network-changed", "server_uuid": "10b8ce1a-0914-457c-b040-cc272e323fa8", "tag": "be29906c-17b9-4d03-99a0-9040fdade75b"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:42:13.871043 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-2c6484b7-5247-41a8-9d3e-2e9098beb37e None None] Set router 154642fa-a383-4a2b-8f76-3f282d5de3c8 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:42:13.939514 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 18:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85b094a-40b1-4a32-9800-835e86e85eb1 x-openstack-request-id: req-d85b094a-40b1-4a32-9800-835e86e85eb1 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:42:13.940033 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10b8ce1a-0914-457c-b040-cc272e323fa8", "tag": "be29906c-17b9-4d03-99a0-9040fdade75b", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:42:13.940387 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d85b094a-40b1-4a32-9800-835e86e85eb1 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:42:13.940904 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10b8ce1a-0914-457c-b040-cc272e323fa8', 'tag': 'be29906c-17b9-4d03-99a0-9040fdade75b', 'status': 'completed', 'code': 200} Jan 17 18:42:14.036751 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4a6b4-7f04-4875-b6af-915655ca3b5f req-73e8e05a-5ffa-4a95-9128-5218c83bec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:42:14.038510 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8aa4a6b4-7f04-4875-b6af-915655ca3b5f req-73e8e05a-5ffa-4a95-9128-5218c83bec56 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ebb9dad35744d75b104be8c72af35ec&device_id=10b8ce1a-0914-457c-b040-cc272e323fa8 HTTP/1.1" status: 200 len: 1098 time: 0.0731745 Jan 17 18:42:14.062267 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1609d-2eee-496e-b333-a2f05366da78 req-42145b8a-5718-4884-9043-2f34d1b061c7 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:42:14.063837 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-a6f1609d-2eee-496e-b333-a2f05366da78 req-42145b8a-5718-4884-9043-2f34d1b061c7 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b8ce1a-0914-457c-b040-cc272e323fa8 HTTP/1.1" status: 200 len: 945 time: 0.0735731 Jan 17 18:42:14.166471 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-a6f1609d-2eee-496e-b333-a2f05366da78 req-0d24084e-7b26-498f-b9b5-a5059dc42113 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/security-groups?id=51cd2563-7817-4f1d-a2a2-d8094eb36dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921612 Jan 17 18:42:14.186884 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4a6b4-7f04-4875-b6af-915655ca3b5f req-51294d16-ecae-4288-8fa6-86d3a040ab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:42:14.188723 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8aa4a6b4-7f04-4875-b6af-915655ca3b5f req-51294d16-ecae-4288-8fa6-86d3a040ab5f service neutron] 10.222.0.31 "GET /v2.0/networks?id=6dfbb2a7-5276-4203-a32e-db5c6045b523 HTTP/1.1" status: 200 len: 913 time: 0.1426466 Jan 17 18:42:14.226793 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-2c6484b7-5247-41a8-9d3e-2e9098beb37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'name': 'tempest-TestVolumeBootPattern-1958349579-router', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:45Z', 'revision_number': 4, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'gw_port': {'id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': '7b1ae9a8-a67f-496e-8567-dc10f67a2306', 'name': '', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'mac_address': 'fa:16:3e:e9:16:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:43Z', 'updated_at': '2022-01-17T18:31:51Z', 'revision_number': 5, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'subnets': [{'id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:42:14.243609 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8aa4a6b4-7f04-4875-b6af-915655ca3b5f req-cdcdb43a-143c-45cd-ac6a-2bb3c6b13b6c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be29906c-17b9-4d03-99a0-9040fdade75b HTTP/1.1" status: 200 len: 217 time: 0.0467346 Jan 17 18:42:14.261111 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6484b7-5247-41a8-9d3e-2e9098beb37e None None] Checking router: 154642fa-a383-4a2b-8f76-3f282d5de3c8 for host: dv-cinder-824995-1-iscsi {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:42:14.269541 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6484b7-5247-41a8-9d3e-2e9098beb37e None None] Routers {'154642fa-a383-4a2b-8f76-3f282d5de3c8'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:42:14.270149 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-2c6484b7-5247-41a8-9d3e-2e9098beb37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:41:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['154642fa-a383-4a2b-8f76-3f282d5de3c8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:42:14.292727 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4a6b4-7f04-4875-b6af-915655ca3b5f req-5dcbaa82-4685-42a4-8ba1-f8da1663e2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:42:14.294201 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8aa4a6b4-7f04-4875-b6af-915655ca3b5f req-5dcbaa82-4685-42a4-8ba1-f8da1663e2f8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=192fe8fe-1f58-4fba-8ff5-7646c544378e HTTP/1.1" status: 200 len: 851 time: 0.0447083 Jan 17 18:42:14.339298 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4a6b4-7f04-4875-b6af-915655ca3b5f req-630edf46-d7f0-4b65-b0c8-e38ee326c46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:42:14.340831 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8aa4a6b4-7f04-4875-b6af-915655ca3b5f req-630edf46-d7f0-4b65-b0c8-e38ee326c46a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6dfbb2a7-5276-4203-a32e-db5c6045b523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403140 Jan 17 18:42:14.374591 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-2c6484b7-5247-41a8-9d3e-2e9098beb37e None None] Set router 154642fa-a383-4a2b-8f76-3f282d5de3c8 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:42:14.433124 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8aa4a6b4-7f04-4875-b6af-915655ca3b5f req-4b6e97df-9549-48d4-8d88-1775e2526787 service neutron] 10.222.0.31 "GET /v2.0/networks/6dfbb2a7-5276-4203-a32e-db5c6045b523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857604 Jan 17 18:42:14.522059 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-8aa4a6b4-7f04-4875-b6af-915655ca3b5f req-b1b46095-e54e-4320-9d55-772db0d49de5 service neutron] 10.222.0.31 "GET /v2.0/networks/6dfbb2a7-5276-4203-a32e-db5c6045b523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827570 Jan 17 18:42:14.526328 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9dc20-c64d-466b-a3c5-b534326052e5 req-e7e7480e-64ef-495d-b4b2-dce4838e0853 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 18:42:14.527864 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d9a9dc20-c64d-466b-a3c5-b534326052e5 req-e7e7480e-64ef-495d-b4b2-dce4838e0853 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.31 "GET /v2.0/ports?device_id=10b8ce1a-0914-457c-b040-cc272e323fa8 HTTP/1.1" status: 200 len: 945 time: 0.0483406 Jan 17 18:42:14.577805 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-2c6484b7-5247-41a8-9d3e-2e9098beb37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'name': 'tempest-TestVolumeBootPattern-1958349579-router', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:45Z', 'revision_number': 4, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'gw_port': {'id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': '7b1ae9a8-a67f-496e-8567-dc10f67a2306', 'name': '', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'mac_address': 'fa:16:3e:e9:16:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:43Z', 'updated_at': '2022-01-17T18:31:51Z', 'revision_number': 5, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'subnets': [{'id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:42:14.603134 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6484b7-5247-41a8-9d3e-2e9098beb37e None None] The sync data for ids ['154642fa-a383-4a2b-8f76-3f282d5de3c8'] in dv-cinder-824995-1-iscsi is: [{'id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'name': 'tempest-TestVolumeBootPattern-1958349579-router', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:45Z', 'revision_number': 4, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'gw_port': {'id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi', '_interfaces': [{'id': '7b1ae9a8-a67f-496e-8567-dc10f67a2306', 'name': '', 'network_id': '6dfbb2a7-5276-4203-a32e-db5c6045b523', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'mac_address': 'fa:16:3e:e9:16:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:43Z', 'updated_at': '2022-01-17T18:31:51Z', 'revision_number': 5, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'subnets': [{'id': '192fe8fe-1f58-4fba-8ff5-7646c544378e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:42:14.622173 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-d9a9dc20-c64d-466b-a3c5-b534326052e5 req-83aed68c-38fe-44e7-8b0d-1d75713770cd tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Deleting port be29906c-17b9-4d03-99a0-9040fdade75b {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:42:14.622504 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d9a9dc20-c64d-466b-a3c5-b534326052e5 req-83aed68c-38fe-44e7-8b0d-1d75713770cd tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (be29906c-17b9-4d03-99a0-9040fdade75b), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:14.709983 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:14.714594 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-d9a9dc20-c64d-466b-a3c5-b534326052e5 req-83aed68c-38fe-44e7-8b0d-1d75713770cd tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] For port be29906c-17b9-4d03-99a0-9040fdade75b, host hv-cinder-82499, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82499',level=0,port_id=be29906c-17b9-4d03-99a0-9040fdade75b,segment=NetworkSegment(fa3ece1b-5d86-44f9-89b6-42ddd45f5966),segment_id=fa3ece1b-5d86-44f9-89b6-42ddd45f5966)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:42:14.714958 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d9a9dc20-c64d-466b-a3c5-b534326052e5 req-83aed68c-38fe-44e7-8b0d-1d75713770cd tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (be29906c-17b9-4d03-99a0-9040fdade75b), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:14.728295 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-d9a9dc20-c64d-466b-a3c5-b534326052e5 req-83aed68c-38fe-44e7-8b0d-1d75713770cd tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Calling delete_port for be29906c-17b9-4d03-99a0-9040fdade75b owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:42:14.836190 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d5979b-954e-4e8d-9a31-e245a88d1231 None None] New status for floating IP 31c78f21-0fbf-43c3-8133-04993c4a7dc3: DOWN {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 18:42:14.865151 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d9a9dc20-c64d-466b-a3c5-b534326052e5 req-83aed68c-38fe-44e7-8b0d-1d75713770cd tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261205625'] for port (be29906c-17b9-4d03-99a0-9040fdade75b), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:14.894190 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aed68c-38fe-44e7-8b0d-1d75713770cd tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Pushing event deleted for resources: {'Port': ['ID=be29906c-17b9-4d03-99a0-9040fdade75b,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:42:14.938993 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a9dc20-c64d-466b-a3c5-b534326052e5 req-83aed68c-38fe-44e7-8b0d-1d75713770cd tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] No DVR routers for this DVR port be29906c-17b9-4d03-99a0-9040fdade75b on host hv-cinder-82499 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 18:42:14.941662 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d9a9dc20-c64d-466b-a3c5-b534326052e5 req-83aed68c-38fe-44e7-8b0d-1d75713770cd tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for port (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:14.944878 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [req-d9a9dc20-c64d-466b-a3c5-b534326052e5 req-83aed68c-38fe-44e7-8b0d-1d75713770cd tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.31 "DELETE /v2.0/ports/be29906c-17b9-4d03-99a0-9040fdade75b HTTP/1.1" status: 204 len: 173 time: 0.4125416 Jan 17 18:42:15.284591 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [req-2b584578-8898-4995-826f-0fb550b17baa req-b8313179-28ba-4735-9a16-98b622d16252 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "GET /v2.0/ports?device_id=10b8ce1a-0914-457c-b040-cc272e323fa8 HTTP/1.1" status: 200 len: 210 time: 0.0366573 Jan 17 18:42:15.636805 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 6 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:42:15.941599 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b8ce1a-0914-457c-b040-cc272e323fa8', 'name': 'network-vif-deleted', 'tag': 'be29906c-17b9-4d03-99a0-9040fdade75b'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 18:42:15.943894 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ebc6f40cb2ac68c89279b37e377f59c9ca88cf84401dffc3b34b74128c2044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd921e6-f405-401c-bb0d-389a61ba3573" -d '{"events": [{"server_uuid": "10b8ce1a-0914-457c-b040-cc272e323fa8", "name": "network-vif-deleted", "tag": "be29906c-17b9-4d03-99a0-9040fdade75b"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 18:42:15.979144 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 18:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c46077-40e4-419a-b7a5-ee329b5ada89 x-openstack-request-id: req-36c46077-40e4-419a-b7a5-ee329b5ada89 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 18:42:15.979456 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b8ce1a-0914-457c-b040-cc272e323fa8", "name": "network-vif-deleted", "tag": "be29906c-17b9-4d03-99a0-9040fdade75b", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 18:42:15.979729 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-36c46077-40e4-419a-b7a5-ee329b5ada89 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 18:42:15.980135 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b8ce1a-0914-457c-b040-cc272e323fa8', 'name': 'network-vif-deleted', 'tag': 'be29906c-17b9-4d03-99a0-9040fdade75b', 'status': 'completed', 'code': 200} Jan 17 18:42:16.342124 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 34760) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:42:16.466005 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-bc12f918-5931-43ba-8f5d-1bdaf2003e92 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Deleting port 6653689a-ba75-47e0-9e45-a89c332e3106 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:42:16.466346 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bc12f918-5931-43ba-8f5d-1bdaf2003e92 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (6653689a-ba75-47e0-9e45-a89c332e3106), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:16.542652 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bc12f918-5931-43ba-8f5d-1bdaf2003e92 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (6653689a-ba75-47e0-9e45-a89c332e3106), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:16.542902 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bc12f918-5931-43ba-8f5d-1bdaf2003e92 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for floatingip (6653689a-ba75-47e0-9e45-a89c332e3106), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:16.554417 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-bc12f918-5931-43ba-8f5d-1bdaf2003e92 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Calling delete_port for 6653689a-ba75-47e0-9e45-a89c332e3106 owned by network:floatingip {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:42:16.685158 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bc12f918-5931-43ba-8f5d-1bdaf2003e92 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (6653689a-ba75-47e0-9e45-a89c332e3106), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:16.709401 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc12f918-5931-43ba-8f5d-1bdaf2003e92 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Pushing event deleted for resources: {'Port': ['ID=6653689a-ba75-47e0-9e45-a89c332e3106,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:42:16.769487 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bc12f918-5931-43ba-8f5d-1bdaf2003e92 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for floatingip (51a7bf13-47fb-466f-962d-7106d46a3982), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:16.772063 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bc12f918-5931-43ba-8f5d-1bdaf2003e92 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25043'] for floatingip (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:16.773214 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-bc12f918-5931-43ba-8f5d-1bdaf2003e92 tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "DELETE /v2.0/floatingips/51a7bf13-47fb-466f-962d-7106d46a3982 HTTP/1.1" status: 204 len: 168 time: 0.4300947 Jan 17 18:42:17.958125 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 34772) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:42:18.013630 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a1ba86bd-e571-4857-ae5d-5459b51e728c tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for security_group (51cd2563-7817-4f1d-a2a2-d8094eb36dea), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:18.037787 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a1ba86bd-e571-4857-ae5d-5459b51e728c tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for security_group (51cd2563-7817-4f1d-a2a2-d8094eb36dea), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:18.093841 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a1ba86bd-e571-4857-ae5d-5459b51e728c tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (51cd2563-7817-4f1d-a2a2-d8094eb36dea), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:18.096513 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a1ba86bd-e571-4857-ae5d-5459b51e728c tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:18.097637 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-a1ba86bd-e571-4857-ae5d-5459b51e728c tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] 10.222.0.57 "DELETE /v2.0/security-groups/51cd2563-7817-4f1d-a2a2-d8094eb36dea HTTP/1.1" status: 204 len: 168 time: 0.1385453 Jan 17 18:42:18.107541 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba86bd-e571-4857-ae5d-5459b51e728c tempest-TestVolumeBootPattern-68635912 tempest-TestVolumeBootPattern-68635912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cd2563-7817-4f1d-a2a2-d8094eb36dea,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:42:18.163178 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 34776) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:42:18.464720 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device be29906c-17b9-4d03-99a0-9040fdade75b no longer exists at agent hyperv_hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:42:18.483669 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] No Port match for: be29906c-17b9-4d03-99a0-9040fdade75b {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:42:18.484020 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Device be29906c-17b9-4d03-99a0-9040fdade75b not bound to the agent host hv-cinder-82499 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:42:18.608220 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-308d89a6-22a2-4e01-9993-3c5b5c6ba7cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567050'] for router_interface (154642fa-a383-4a2b-8f76-3f282d5de3c8), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:18.850978 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-308d89a6-22a2-4e01-9993-3c5b5c6ba7cc admin admin] Deleting port 7b1ae9a8-a67f-496e-8567-dc10f67a2306 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:42:18.851228 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-308d89a6-22a2-4e01-9993-3c5b5c6ba7cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (7b1ae9a8-a67f-496e-8567-dc10f67a2306), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:18.934492 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-308d89a6-22a2-4e01-9993-3c5b5c6ba7cc admin admin] For port 7b1ae9a8-a67f-496e-8567-dc10f67a2306, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=7b1ae9a8-a67f-496e-8567-dc10f67a2306,segment=NetworkSegment(fa3ece1b-5d86-44f9-89b6-42ddd45f5966),segment_id=fa3ece1b-5d86-44f9-89b6-42ddd45f5966)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:42:18.934849 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-308d89a6-22a2-4e01-9993-3c5b5c6ba7cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (7b1ae9a8-a67f-496e-8567-dc10f67a2306), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:18.947136 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-308d89a6-22a2-4e01-9993-3c5b5c6ba7cc admin admin] Calling delete_port for 7b1ae9a8-a67f-496e-8567-dc10f67a2306 owned by network:router_interface {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:42:19.122727 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-308d89a6-22a2-4e01-9993-3c5b5c6ba7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261205625'] for port (7b1ae9a8-a67f-496e-8567-dc10f67a2306), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:19.145807 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d89a6-22a2-4e01-9993-3c5b5c6ba7cc admin admin] Pushing event deleted for resources: {'Port': ['ID=7b1ae9a8-a67f-496e-8567-dc10f67a2306,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:42:19.321796 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-308d89a6-22a2-4e01-9993-3c5b5c6ba7cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-997627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-565914'] for router_interface (154642fa-a383-4a2b-8f76-3f282d5de3c8), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:19.535765 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308d89a6-22a2-4e01-9993-3c5b5c6ba7cc admin admin] Router 154642fa-a383-4a2b-8f76-3f282d5de3c8 has already been hosted by L3 agent f711a738-9445-49a6-871d-c35940c1a323 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 18:42:19.646080 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308d89a6-22a2-4e01-9993-3c5b5c6ba7cc admin admin] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:42:19.652381 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-308d89a6-22a2-4e01-9993-3c5b5c6ba7cc admin admin] 10.222.0.57 "PUT /v2.0/routers/154642fa-a383-4a2b-8f76-3f282d5de3c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4881439 Jan 17 18:42:19.654914 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 34780) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:42:19.657709 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6af2b24-daa4-492a-aa8b-99edcee73130 None None] Sync routers for ids ['154642fa-a383-4a2b-8f76-3f282d5de3c8'] in dv-cinder-824995-1-iscsi {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:42:19.668076 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6af2b24-daa4-492a-aa8b-99edcee73130 None None] Routers {'154642fa-a383-4a2b-8f76-3f282d5de3c8'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:42:19.668785 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b6af2b24-daa4-492a-aa8b-99edcee73130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:41:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['154642fa-a383-4a2b-8f76-3f282d5de3c8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:42:19.777733 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-b6af2b24-daa4-492a-aa8b-99edcee73130 None None] Set router 154642fa-a383-4a2b-8f76-3f282d5de3c8 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:42:19.963410 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b6af2b24-daa4-492a-aa8b-99edcee73130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'name': 'tempest-TestVolumeBootPattern-1958349579-router', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:42:19Z', 'revision_number': 5, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'gw_port': {'id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi'}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:42:19.993125 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6af2b24-daa4-492a-aa8b-99edcee73130 None None] Checking router: 154642fa-a383-4a2b-8f76-3f282d5de3c8 for host: dv-cinder-824995-1-iscsi {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:42:20.001927 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6af2b24-daa4-492a-aa8b-99edcee73130 None None] Routers {'154642fa-a383-4a2b-8f76-3f282d5de3c8'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:42:20.002521 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b6af2b24-daa4-492a-aa8b-99edcee73130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:41:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['154642fa-a383-4a2b-8f76-3f282d5de3c8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:42:20.044939 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63be09e9-2230-4cc7-9bd5-57c3113976f1 admin admin] Publish callbacks [] for router (154642fa-a383-4a2b-8f76-3f282d5de3c8), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:20.103079 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-b6af2b24-daa4-492a-aa8b-99edcee73130 None None] Set router 154642fa-a383-4a2b-8f76-3f282d5de3c8 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:42:20.147493 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63be09e9-2230-4cc7-9bd5-57c3113976f1 admin admin] Publish callbacks [] for router_gateway (154642fa-a383-4a2b-8f76-3f282d5de3c8), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:20.198389 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-63be09e9-2230-4cc7-9bd5-57c3113976f1 admin admin] Deleting port 7a321c3b-c013-49c4-947e-776b7d5a2d8d {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:42:20.198724 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63be09e9-2230-4cc7-9bd5-57c3113976f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (7a321c3b-c013-49c4-947e-776b7d5a2d8d), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:20.280321 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-63be09e9-2230-4cc7-9bd5-57c3113976f1 admin admin] For port 7a321c3b-c013-49c4-947e-776b7d5a2d8d, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=7a321c3b-c013-49c4-947e-776b7d5a2d8d,segment=NetworkSegment(8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f),segment_id=8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:42:20.280694 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63be09e9-2230-4cc7-9bd5-57c3113976f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (7a321c3b-c013-49c4-947e-776b7d5a2d8d), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:20.290305 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b6af2b24-daa4-492a-aa8b-99edcee73130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'name': 'tempest-TestVolumeBootPattern-1958349579-router', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:42:19Z', 'revision_number': 5, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'gw_port': {'id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi'}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:42:20.293503 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-63be09e9-2230-4cc7-9bd5-57c3113976f1 admin admin] Calling delete_port for 7a321c3b-c013-49c4-947e-776b7d5a2d8d owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:42:20.317073 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6af2b24-daa4-492a-aa8b-99edcee73130 None None] The sync data for ids ['154642fa-a383-4a2b-8f76-3f282d5de3c8'] in dv-cinder-824995-1-iscsi is: [{'id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'name': 'tempest-TestVolumeBootPattern-1958349579-router', 'tenant_id': '7ebb9dad35744d75b104be8c72af35ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:42:19Z', 'revision_number': 5, 'project_id': '7ebb9dad35744d75b104be8c72af35ec', 'gw_port': {'id': '7a321c3b-c013-49c4-947e-776b7d5a2d8d', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154642fa-a383-4a2b-8f76-3f282d5de3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:40Z', 'updated_at': '2022-01-17T18:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi'}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:42:20.457211 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63be09e9-2230-4cc7-9bd5-57c3113976f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261205625'] for port (7a321c3b-c013-49c4-947e-776b7d5a2d8d), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:20.483863 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be09e9-2230-4cc7-9bd5-57c3113976f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a321c3b-c013-49c4-947e-776b7d5a2d8d,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:42:20.545465 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63be09e9-2230-4cc7-9bd5-57c3113976f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565616'] for router_gateway (154642fa-a383-4a2b-8f76-3f282d5de3c8), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:20.659230 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63be09e9-2230-4cc7-9bd5-57c3113976f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31983'] for router (154642fa-a383-4a2b-8f76-3f282d5de3c8), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:20.661564 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63be09e9-2230-4cc7-9bd5-57c3113976f1 admin admin] Publish callbacks [] for router_controller (154642fa-a383-4a2b-8f76-3f282d5de3c8), precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:20.707308 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63be09e9-2230-4cc7-9bd5-57c3113976f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-567788'] for router (154642fa-a383-4a2b-8f76-3f282d5de3c8), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:20.707865 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63be09e9-2230-4cc7-9bd5-57c3113976f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 154642fa-a383-4a2b-8f76-3f282d5de3c8 {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 18:42:20.712263 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63be09e9-2230-4cc7-9bd5-57c3113976f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:20.713532 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-63be09e9-2230-4cc7-9bd5-57c3113976f1 admin admin] 10.222.0.57 "DELETE /v2.0/routers/154642fa-a383-4a2b-8f76-3f282d5de3c8 HTTP/1.1" status: 204 len: 168 time: 1.0576785 Jan 17 18:42:20.716231 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 34782) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:42:20.767990 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d74fabb-8909-4174-99a0-986e794d1432 admin admin] Deleting subnet 192fe8fe-1f58-4fba-8ff5-7646c544378e {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 18:42:20.771246 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4d74fabb-8909-4174-99a0-986e794d1432 admin admin] Publish callbacks [] for subnet (192fe8fe-1f58-4fba-8ff5-7646c544378e), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:20.808219 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4d74fabb-8909-4174-99a0-986e794d1432 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3232230'] for subnet (192fe8fe-1f58-4fba-8ff5-7646c544378e), precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:20.887272 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4d74fabb-8909-4174-99a0-986e794d1432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16255576'] for subnet (192fe8fe-1f58-4fba-8ff5-7646c544378e), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:20.949407 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4d74fabb-8909-4174-99a0-986e794d1432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16255567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261205578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261080105'] for subnet (192fe8fe-1f58-4fba-8ff5-7646c544378e), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:20.978254 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74fabb-8909-4174-99a0-986e794d1432 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=192fe8fe-1f58-4fba-8ff5-7646c544378e,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:42:20.984029 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4d74fabb-8909-4174-99a0-986e794d1432 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:20.987169 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-4d74fabb-8909-4174-99a0-986e794d1432 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/192fe8fe-1f58-4fba-8ff5-7646c544378e HTTP/1.1" status: 204 len: 168 time: 0.2696109 Jan 17 18:42:20.989727 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 34784) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:42:20.992556 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e01eef0-a097-4f8c-8eef-57b1246f7b47 None None] Network 6dfbb2a7-5276-4203-a32e-db5c6045b523 requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:42:21.062282 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1bc8cf0b-c40f-493b-9881-4a87e295496e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16714788'] for network (6dfbb2a7-5276-4203-a32e-db5c6045b523), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:21.089872 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-261cbc18-f052-4b17-93ed-688bea1d18b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:21.127748 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-1bc8cf0b-c40f-493b-9881-4a87e295496e admin admin] Deleting port 2df929c1-b64a-4ec3-9de3-1c710e754a9e {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:42:21.128087 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1bc8cf0b-c40f-493b-9881-4a87e295496e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (2df929c1-b64a-4ec3-9de3-1c710e754a9e), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:21.158979 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e4b1a7-e186-42dd-93ed-c32c953473c8 None None] DHCP port deletion for 6dfbb2a7-5276-4203-a32e-db5c6045b523 request from dv-cinder-824995-1-iscsi {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 18:42:21.194522 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-1bc8cf0b-c40f-493b-9881-4a87e295496e admin admin] For port 2df929c1-b64a-4ec3-9de3-1c710e754a9e, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=2df929c1-b64a-4ec3-9de3-1c710e754a9e,segment=NetworkSegment(fa3ece1b-5d86-44f9-89b6-42ddd45f5966),segment_id=fa3ece1b-5d86-44f9-89b6-42ddd45f5966)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:42:21.195092 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1bc8cf0b-c40f-493b-9881-4a87e295496e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (2df929c1-b64a-4ec3-9de3-1c710e754a9e), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:21.207085 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-38e4b1a7-e186-42dd-93ed-c32c953473c8 None None] Deleting port 2df929c1-b64a-4ec3-9de3-1c710e754a9e {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:42:21.207394 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-38e4b1a7-e186-42dd-93ed-c32c953473c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (2df929c1-b64a-4ec3-9de3-1c710e754a9e), before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:21.208015 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-1bc8cf0b-c40f-493b-9881-4a87e295496e admin admin] Calling delete_port for 2df929c1-b64a-4ec3-9de3-1c710e754a9e owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:42:21.273158 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-38e4b1a7-e186-42dd-93ed-c32c953473c8 None None] For port 2df929c1-b64a-4ec3-9de3-1c710e754a9e, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=2df929c1-b64a-4ec3-9de3-1c710e754a9e,segment=NetworkSegment(fa3ece1b-5d86-44f9-89b6-42ddd45f5966),segment_id=fa3ece1b-5d86-44f9-89b6-42ddd45f5966)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:42:21.273549 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-38e4b1a7-e186-42dd-93ed-c32c953473c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (2df929c1-b64a-4ec3-9de3-1c710e754a9e), precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:21.286274 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-38e4b1a7-e186-42dd-93ed-c32c953473c8 None None] Calling delete_port for 2df929c1-b64a-4ec3-9de3-1c710e754a9e owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:42:21.289137 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1bc8cf0b-c40f-493b-9881-4a87e295496e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261205625'] for port (2df929c1-b64a-4ec3-9de3-1c710e754a9e), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:21.324403 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8cf0b-c40f-493b-9881-4a87e295496e admin admin] Pushing event deleted for resources: {'Port': ['ID=2df929c1-b64a-4ec3-9de3-1c710e754a9e,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:42:21.330796 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc8cf0b-c40f-493b-9881-4a87e295496e admin admin] No DVR routers for this DVR port 2df929c1-b64a-4ec3-9de3-1c710e754a9e on host dv-cinder-824995-1-iscsi {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 18:42:21.366415 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-38e4b1a7-e186-42dd-93ed-c32c953473c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933'] for port (2df929c1-b64a-4ec3-9de3-1c710e754a9e), after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:21.392487 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4b1a7-e186-42dd-93ed-c32c953473c8 None None] Pushing event deleted for resources: {'Port': ['ID=2df929c1-b64a-4ec3-9de3-1c710e754a9e,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:42:21.397102 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e4b1a7-e186-42dd-93ed-c32c953473c8 None None] No DVR routers for this DVR port 2df929c1-b64a-4ec3-9de3-1c710e754a9e on host dv-cinder-824995-1-iscsi {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 18:42:21.408356 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e4b1a7-e186-42dd-93ed-c32c953473c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:42:21.408356 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e4b1a7-e186-42dd-93ed-c32c953473c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:42:21.408356 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e4b1a7-e186-42dd-93ed-c32c953473c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:42:21.408356 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e4b1a7-e186-42dd-93ed-c32c953473c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:42:21.408356 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e4b1a7-e186-42dd-93ed-c32c953473c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:42:21.408356 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e4b1a7-e186-42dd-93ed-c32c953473c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:42:21.408356 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e4b1a7-e186-42dd-93ed-c32c953473c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:42:21.408356 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e4b1a7-e186-42dd-93ed-c32c953473c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:42:21.408356 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e4b1a7-e186-42dd-93ed-c32c953473c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:42:21.408356 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e4b1a7-e186-42dd-93ed-c32c953473c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:42:21.408356 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e4b1a7-e186-42dd-93ed-c32c953473c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:42:21.410033 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e4b1a7-e186-42dd-93ed-c32c953473c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:42:21.410033 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e4b1a7-e186-42dd-93ed-c32c953473c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824995-1-iscsi {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 18:42:21.422942 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1bc8cf0b-c40f-493b-9881-4a87e295496e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16256479', 'neutron.services.segments.db._delete_segments_for_network-8736374233384'] for network (6dfbb2a7-5276-4203-a32e-db5c6045b523), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:21.443329 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.services.segments.db [None req-1bc8cf0b-c40f-493b-9881-4a87e295496e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dfbb2a7-5276-4203-a32e-db5c6045b523']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:42:21.453136 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.services.segments.db [None req-1bc8cf0b-c40f-493b-9881-4a87e295496e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa3ece1b-5d86-44f9-89b6-42ddd45f5966') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:42:21.453435 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.services.segments.db [None req-1bc8cf0b-c40f-493b-9881-4a87e295496e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa3ece1b-5d86-44f9-89b6-42ddd45f5966') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:42:21.463201 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1bc8cf0b-c40f-493b-9881-4a87e295496e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736374233137', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3233301'] for segment (fa3ece1b-5d86-44f9-89b6-42ddd45f5966), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:21.475804 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1bc8cf0b-c40f-493b-9881-4a87e295496e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749'] for segment (fa3ece1b-5d86-44f9-89b6-42ddd45f5966), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:21.481633 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bc8cf0b-c40f-493b-9881-4a87e295496e admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 18:42:21.482008 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1bc8cf0b-c40f-493b-9881-4a87e295496e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261205540'] for segment (fa3ece1b-5d86-44f9-89b6-42ddd45f5966), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:21.483620 dv-cinder-824995-1-iscsi neutron-server[102423]: Traceback (most recent call last): Jan 17 18:42:21.483620 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 18:42:21.483620 dv-cinder-824995-1-iscsi neutron-server[102423]: timer() Jan 17 18:42:21.483620 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 18:42:21.483620 dv-cinder-824995-1-iscsi neutron-server[102423]: cb(*args, **kw) Jan 17 18:42:21.483620 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 18:42:21.483620 dv-cinder-824995-1-iscsi neutron-server[102423]: return func(*args, **kwargs) Jan 17 18:42:21.483620 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 18:42:21.483620 dv-cinder-824995-1-iscsi neutron-server[102423]: self._notify() Jan 17 18:42:21.483620 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 18:42:21.483620 dv-cinder-824995-1-iscsi neutron-server[102423]: self.callback(batched_events) Jan 17 18:42:21.483620 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 18:42:21.483620 dv-cinder-824995-1-iscsi neutron-server[102423]: event.method(event) Jan 17 18:42:21.483620 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 18:42:21.483620 dv-cinder-824995-1-iscsi neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 18:42:21.483620 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 18:42:21.483620 dv-cinder-824995-1-iscsi neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 18:42:21.483620 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 18:42:21.483620 dv-cinder-824995-1-iscsi neutron-server[102423]: return f(self, *a, **k) Jan 17 18:42:21.483620 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 18:42:21.483620 dv-cinder-824995-1-iscsi neutron-server[102423]: return self._get(url).json() Jan 17 18:42:21.483620 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 18:42:21.483620 dv-cinder-824995-1-iscsi neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 18:42:21.483620 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 18:42:21.483620 dv-cinder-824995-1-iscsi neutron-server[102423]: return self.request(url, 'GET', **kwargs) Jan 17 18:42:21.483620 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 18:42:21.483620 dv-cinder-824995-1-iscsi neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 18:42:21.483620 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 18:42:21.483620 dv-cinder-824995-1-iscsi neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 18:42:21.483620 dv-cinder-824995-1-iscsi neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 18:42:21.483620 dv-cinder-824995-1-iscsi neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 18:42:21.483620 dv-cinder-824995-1-iscsi neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 18:42:21.539644 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1bc8cf0b-c40f-493b-9881-4a87e295496e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16256454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565532'] for network (6dfbb2a7-5276-4203-a32e-db5c6045b523), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:21.546452 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1bc8cf0b-c40f-493b-9881-4a87e295496e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for network (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:21.549690 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-1bc8cf0b-c40f-493b-9881-4a87e295496e admin admin] 10.222.0.57 "DELETE /v2.0/networks/6dfbb2a7-5276-4203-a32e-db5c6045b523 HTTP/1.1" status: 204 len: 168 time: 0.5590401 Jan 17 18:42:21.552735 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 34786) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:42:21.560804 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8cf0b-c40f-493b-9881-4a87e295496e admin admin] Pushing event deleted for resources: {'Network': ['ID=6dfbb2a7-5276-4203-a32e-db5c6045b523,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:42:21.894985 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c0bc4cde-6a87-4b95-94f2-ad90af97a7bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567050'] for router_interface (7ce94e91-52f9-48d2-94d7-dc526d61b749), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:22.135205 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-c0bc4cde-6a87-4b95-94f2-ad90af97a7bf admin admin] Deleting port f777d204-754c-438b-bc8f-bed993185b46 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:42:22.135576 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c0bc4cde-6a87-4b95-94f2-ad90af97a7bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (f777d204-754c-438b-bc8f-bed993185b46), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:22.210038 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-c0bc4cde-6a87-4b95-94f2-ad90af97a7bf admin admin] For port f777d204-754c-438b-bc8f-bed993185b46, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=f777d204-754c-438b-bc8f-bed993185b46,segment=NetworkSegment(fa1693f1-a096-4d8f-91e0-33d7881edb3c),segment_id=fa1693f1-a096-4d8f-91e0-33d7881edb3c)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:42:22.210395 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c0bc4cde-6a87-4b95-94f2-ad90af97a7bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (f777d204-754c-438b-bc8f-bed993185b46), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:22.222654 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-c0bc4cde-6a87-4b95-94f2-ad90af97a7bf admin admin] Calling delete_port for f777d204-754c-438b-bc8f-bed993185b46 owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:42:22.310926 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 7b1ae9a8-a67f-496e-8567-dc10f67a2306 no longer exists at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:42:22.332690 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] No Port match for: 7b1ae9a8-a67f-496e-8567-dc10f67a2306 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:42:22.333039 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 7b1ae9a8-a67f-496e-8567-dc10f67a2306 not bound to the agent host dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:42:22.333471 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 2df929c1-b64a-4ec3-9de3-1c710e754a9e no longer exists at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:42:22.355591 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] No Port match for: 2df929c1-b64a-4ec3-9de3-1c710e754a9e {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:42:22.355939 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 2df929c1-b64a-4ec3-9de3-1c710e754a9e not bound to the agent host dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:42:22.356366 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 7a321c3b-c013-49c4-947e-776b7d5a2d8d no longer exists at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:42:22.377025 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] No Port match for: 7a321c3b-c013-49c4-947e-776b7d5a2d8d {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:42:22.377447 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 7a321c3b-c013-49c4-947e-776b7d5a2d8d not bound to the agent host dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:42:22.639345 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c0bc4cde-6a87-4b95-94f2-ad90af97a7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (f777d204-754c-438b-bc8f-bed993185b46), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:22.664559 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc4cde-6a87-4b95-94f2-ad90af97a7bf admin admin] Pushing event deleted for resources: {'Port': ['ID=f777d204-754c-438b-bc8f-bed993185b46,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:42:22.833130 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c0bc4cde-6a87-4b95-94f2-ad90af97a7bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-997627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-565914'] for router_interface (7ce94e91-52f9-48d2-94d7-dc526d61b749), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:23.050324 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0bc4cde-6a87-4b95-94f2-ad90af97a7bf admin admin] Router 7ce94e91-52f9-48d2-94d7-dc526d61b749 has already been hosted by L3 agent f711a738-9445-49a6-871d-c35940c1a323 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 18:42:23.157673 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0bc4cde-6a87-4b95-94f2-ad90af97a7bf admin admin] Notify agent at l3_agent.dv-cinder-824995-1-iscsi the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 18:42:23.162580 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-c0bc4cde-6a87-4b95-94f2-ad90af97a7bf admin admin] 10.222.0.57 "PUT /v2.0/routers/7ce94e91-52f9-48d2-94d7-dc526d61b749/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6088362 Jan 17 18:42:23.165128 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 34788) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:42:23.168015 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9339fca5-95d5-4d24-a2ed-148513663c81 None None] Sync routers for ids ['7ce94e91-52f9-48d2-94d7-dc526d61b749'] in dv-cinder-824995-1-iscsi {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 18:42:23.178022 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9339fca5-95d5-4d24-a2ed-148513663c81 None None] Routers {'7ce94e91-52f9-48d2-94d7-dc526d61b749'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:42:23.178617 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-9339fca5-95d5-4d24-a2ed-148513663c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:41:53Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['7ce94e91-52f9-48d2-94d7-dc526d61b749'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:42:23.269404 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91fd153d-cb00-407e-bfaf-ed09c0693ded admin admin] Publish callbacks [] for router (7ce94e91-52f9-48d2-94d7-dc526d61b749), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:23.282653 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-9339fca5-95d5-4d24-a2ed-148513663c81 None None] Set router 7ce94e91-52f9-48d2-94d7-dc526d61b749 gateway port host: dv-cinder-824995-1-iscsi {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:42:23.372535 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91fd153d-cb00-407e-bfaf-ed09c0693ded admin admin] Publish callbacks [] for router_gateway (7ce94e91-52f9-48d2-94d7-dc526d61b749), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:23.407837 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6db6d436-948d-4fac-99d3-e4af69c583f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:23.427004 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-91fd153d-cb00-407e-bfaf-ed09c0693ded admin admin] Deleting port df92cd41-b3aa-4aa9-a53a-22ae594aa2be {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:42:23.427347 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91fd153d-cb00-407e-bfaf-ed09c0693ded admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (df92cd41-b3aa-4aa9-a53a-22ae594aa2be), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:23.463969 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-9339fca5-95d5-4d24-a2ed-148513663c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce94e91-52f9-48d2-94d7-dc526d61b749', 'name': 'tempest-TestVolumeBootPattern-96608801-router', 'tenant_id': '8242967bfb2b458aa57ae0a37b8c671c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'external_fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'df92cd41-b3aa-4aa9-a53a-22ae594aa2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:31:48Z', 'updated_at': '2022-01-17T18:42:22Z', 'revision_number': 5, 'project_id': '8242967bfb2b458aa57ae0a37b8c671c', 'gw_port': {'id': 'df92cd41-b3aa-4aa9-a53a-22ae594aa2be', 'name': '', 'network_id': '9ec40da0-3fb2-40ad-97b9-056b5e7103fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce94e91-52f9-48d2-94d7-dc526d61b749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824995-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T18:31:48Z', 'updated_at': '2022-01-17T18:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10c42aa5-d9d6-40a2-95c7-0d399aece660', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824995-1-iscsi'}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:42:23.493520 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9339fca5-95d5-4d24-a2ed-148513663c81 None None] Checking router: 7ce94e91-52f9-48d2-94d7-dc526d61b749 for host: dv-cinder-824995-1-iscsi {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 18:42:23.502421 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9339fca5-95d5-4d24-a2ed-148513663c81 None None] Routers {'7ce94e91-52f9-48d2-94d7-dc526d61b749'} bound to L3 agent in host dv-cinder-824995-1-iscsi {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 18:42:23.503015 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-9339fca5-95d5-4d24-a2ed-148513663c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824995-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T18:21:23Z,description=,heartbeat_timestamp=2022-01-17T18:42:23Z,host='dv-cinder-824995-1-iscsi',id=f711a738-9445-49a6-871d-c35940c1a323,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T18:21:24Z,topic='l3_agent')) {'router_ids': ['7ce94e91-52f9-48d2-94d7-dc526d61b749'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:42:23.508433 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-91fd153d-cb00-407e-bfaf-ed09c0693ded admin admin] For port df92cd41-b3aa-4aa9-a53a-22ae594aa2be, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=df92cd41-b3aa-4aa9-a53a-22ae594aa2be,segment=NetworkSegment(8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f),segment_id=8f43c4c2-6d70-4d45-8d82-d4f1a2d7436f)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:42:23.508798 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91fd153d-cb00-407e-bfaf-ed09c0693ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (df92cd41-b3aa-4aa9-a53a-22ae594aa2be), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:23.521591 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-91fd153d-cb00-407e-bfaf-ed09c0693ded admin admin] Calling delete_port for df92cd41-b3aa-4aa9-a53a-22ae594aa2be owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:42:23.588802 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-9339fca5-95d5-4d24-a2ed-148513663c81 None None] Set router 7ce94e91-52f9-48d2-94d7-dc526d61b749 gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 18:42:23.640968 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-9339fca5-95d5-4d24-a2ed-148513663c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce94e91-52f9-48d2-94d7-dc526d61b749', 'name': 'tempest-TestVolumeBootPattern-96608801-router', 'tenant_id': '8242967bfb2b458aa57ae0a37b8c671c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:31:48Z', 'updated_at': '2022-01-17T18:42:23Z', 'revision_number': 6, 'project_id': '8242967bfb2b458aa57ae0a37b8c671c', 'gw_port_host': None}], 'dv-cinder-824995-1-iscsi', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:42:23.670797 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9339fca5-95d5-4d24-a2ed-148513663c81 None None] The sync data for ids ['7ce94e91-52f9-48d2-94d7-dc526d61b749'] in dv-cinder-824995-1-iscsi is: [{'id': '7ce94e91-52f9-48d2-94d7-dc526d61b749', 'name': 'tempest-TestVolumeBootPattern-96608801-router', 'tenant_id': '8242967bfb2b458aa57ae0a37b8c671c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T18:31:48Z', 'updated_at': '2022-01-17T18:42:23Z', 'revision_number': 6, 'project_id': '8242967bfb2b458aa57ae0a37b8c671c', 'gw_port_host': None}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 18:42:23.691344 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91fd153d-cb00-407e-bfaf-ed09c0693ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (df92cd41-b3aa-4aa9-a53a-22ae594aa2be), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:23.718068 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd153d-cb00-407e-bfaf-ed09c0693ded admin admin] Pushing event deleted for resources: {'Port': ['ID=df92cd41-b3aa-4aa9-a53a-22ae594aa2be,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:42:23.778273 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91fd153d-cb00-407e-bfaf-ed09c0693ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565616'] for router_gateway (7ce94e91-52f9-48d2-94d7-dc526d61b749), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:23.869124 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91fd153d-cb00-407e-bfaf-ed09c0693ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31983'] for router (7ce94e91-52f9-48d2-94d7-dc526d61b749), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:23.871377 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91fd153d-cb00-407e-bfaf-ed09c0693ded admin admin] Publish callbacks [] for router_controller (7ce94e91-52f9-48d2-94d7-dc526d61b749), precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:23.913362 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91fd153d-cb00-407e-bfaf-ed09c0693ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-567788'] for router (7ce94e91-52f9-48d2-94d7-dc526d61b749), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:23.913886 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fd153d-cb00-407e-bfaf-ed09c0693ded admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ce94e91-52f9-48d2-94d7-dc526d61b749 {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 18:42:23.918913 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91fd153d-cb00-407e-bfaf-ed09c0693ded admin admin] Publish callbacks [] for router (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:23.919960 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-91fd153d-cb00-407e-bfaf-ed09c0693ded admin admin] 10.222.0.57 "DELETE /v2.0/routers/7ce94e91-52f9-48d2-94d7-dc526d61b749 HTTP/1.1" status: 204 len: 168 time: 0.7532957 Jan 17 18:42:23.922755 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 34790) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:42:23.966100 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c83def0-c0ec-4b38-80cf-3c52fd2c30e9 admin admin] Deleting subnet e4a656cf-a825-4271-b96b-a3f5e6a4ebf8 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 18:42:23.969016 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1c83def0-c0ec-4b38-80cf-3c52fd2c30e9 admin admin] Publish callbacks [] for subnet (e4a656cf-a825-4271-b96b-a3f5e6a4ebf8), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:24.003837 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1c83def0-c0ec-4b38-80cf-3c52fd2c30e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557888'] for subnet (e4a656cf-a825-4271-b96b-a3f5e6a4ebf8), precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:24.090514 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1c83def0-c0ec-4b38-80cf-3c52fd2c30e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16255576'] for subnet (e4a656cf-a825-4271-b96b-a3f5e6a4ebf8), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:24.141148 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1c83def0-c0ec-4b38-80cf-3c52fd2c30e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16255567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260168006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4038279'] for subnet (e4a656cf-a825-4271-b96b-a3f5e6a4ebf8), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:24.166660 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c83def0-c0ec-4b38-80cf-3c52fd2c30e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4a656cf-a825-4271-b96b-a3f5e6a4ebf8,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:42:24.170322 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1c83def0-c0ec-4b38-80cf-3c52fd2c30e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for subnet (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:24.173648 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-1c83def0-c0ec-4b38-80cf-3c52fd2c30e9 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e4a656cf-a825-4271-b96b-a3f5e6a4ebf8 HTTP/1.1" status: 204 len: 168 time: 0.2498932 Jan 17 18:42:24.176055 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 34792) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:42:24.176187 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c442635-ed3d-4cc4-8613-14d858f38ad7 None None] Network 59eafbcc-2104-42fd-9e4b-ead88fdb6451 requested from dv-cinder-824995-1-iscsi {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 18:42:24.251232 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a6721e88-c847-41c8-9d5b-3c6bd04353c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16714788'] for network (59eafbcc-2104-42fd-9e4b-ead88fdb6451), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:24.305584 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-a6721e88-c847-41c8-9d5b-3c6bd04353c0 admin admin] Deleting port 1f48282b-c146-416b-b52f-446c3b94cc7a {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:42:24.305914 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a6721e88-c847-41c8-9d5b-3c6bd04353c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (1f48282b-c146-416b-b52f-446c3b94cc7a), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:24.369062 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-a6721e88-c847-41c8-9d5b-3c6bd04353c0 admin admin] For port 1f48282b-c146-416b-b52f-446c3b94cc7a, host dv-cinder-824995-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824995-1-iscsi',level=0,port_id=1f48282b-c146-416b-b52f-446c3b94cc7a,segment=NetworkSegment(fa1693f1-a096-4d8f-91e0-33d7881edb3c),segment_id=fa1693f1-a096-4d8f-91e0-33d7881edb3c)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:42:24.369337 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a6721e88-c847-41c8-9d5b-3c6bd04353c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (1f48282b-c146-416b-b52f-446c3b94cc7a), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:24.384065 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-a6721e88-c847-41c8-9d5b-3c6bd04353c0 admin admin] Calling delete_port for 1f48282b-c146-416b-b52f-446c3b94cc7a owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:42:24.463553 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e933c880-fd25-47a0-8ca1-47d6ade66a52 None None] DHCP port deletion for 59eafbcc-2104-42fd-9e4b-ead88fdb6451 request from dv-cinder-824995-1-iscsi {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 18:42:24.480470 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a6721e88-c847-41c8-9d5b-3c6bd04353c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260168053'] for port (1f48282b-c146-416b-b52f-446c3b94cc7a), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:24.494892 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device f777d204-754c-438b-bc8f-bed993185b46 no longer exists at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:42:24.510154 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6721e88-c847-41c8-9d5b-3c6bd04353c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f48282b-c146-416b-b52f-446c3b94cc7a,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:42:24.512159 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6721e88-c847-41c8-9d5b-3c6bd04353c0 admin admin] No DVR routers for this DVR port 1f48282b-c146-416b-b52f-446c3b94cc7a on host dv-cinder-824995-1-iscsi {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 18:42:24.522078 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] No Port match for: f777d204-754c-438b-bc8f-bed993185b46 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:42:24.522447 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device f777d204-754c-438b-bc8f-bed993185b46 not bound to the agent host dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:42:24.522985 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device df92cd41-b3aa-4aa9-a53a-22ae594aa2be no longer exists at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:42:24.548300 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] No Port match for: df92cd41-b3aa-4aa9-a53a-22ae594aa2be {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:42:24.548656 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device df92cd41-b3aa-4aa9-a53a-22ae594aa2be not bound to the agent host dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:42:24.564831 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-e933c880-fd25-47a0-8ca1-47d6ade66a52 None None] Deleting port 1f48282b-c146-416b-b52f-446c3b94cc7a {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 18:42:24.565212 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e933c880-fd25-47a0-8ca1-47d6ade66a52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736374187237'] for port (1f48282b-c146-416b-b52f-446c3b94cc7a), before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:24.586321 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a6721e88-c847-41c8-9d5b-3c6bd04353c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16256479', 'neutron.services.segments.db._delete_segments_for_network-8736374233384'] for network (59eafbcc-2104-42fd-9e4b-ead88fdb6451), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:24.609299 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.services.segments.db [None req-a6721e88-c847-41c8-9d5b-3c6bd04353c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59eafbcc-2104-42fd-9e4b-ead88fdb6451']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:42:24.618357 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.services.segments.db [None req-a6721e88-c847-41c8-9d5b-3c6bd04353c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa1693f1-a096-4d8f-91e0-33d7881edb3c') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:42:24.618650 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.services.segments.db [None req-a6721e88-c847-41c8-9d5b-3c6bd04353c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa1693f1-a096-4d8f-91e0-33d7881edb3c') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 18:42:24.629089 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a6721e88-c847-41c8-9d5b-3c6bd04353c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736374233137', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3558899'] for segment (fa1693f1-a096-4d8f-91e0-33d7881edb3c), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:24.637744 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:24.644184 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-e933c880-fd25-47a0-8ca1-47d6ade66a52 None None] For port 1f48282b-c146-416b-b52f-446c3b94cc7a, host dv-cinder-824995-1-iscsi, got binding levels [] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 18:42:24.644624 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e933c880-fd25-47a0-8ca1-47d6ade66a52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611503'] for port (1f48282b-c146-416b-b52f-446c3b94cc7a), precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:24.647418 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a6721e88-c847-41c8-9d5b-3c6bd04353c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749'] for segment (fa1693f1-a096-4d8f-91e0-33d7881edb3c), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:24.654288 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6721e88-c847-41c8-9d5b-3c6bd04353c0 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 18:42:24.654680 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a6721e88-c847-41c8-9d5b-3c6bd04353c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16613749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260167976'] for segment (fa1693f1-a096-4d8f-91e0-33d7881edb3c), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:24.656430 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:42:24.656430 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:42:24.656430 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:42:24.656430 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:42:24.656430 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:42:24.656430 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:42:24.656430 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:42:24.656430 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:42:24.656430 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:42:24.656430 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:42:24.656430 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:42:24.656430 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:42:24.656430 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:42:24.656430 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:42:24.656430 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:42:24.656430 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:42:24.656430 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:42:24.656430 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:42:24.656430 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:42:24.656430 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:42:24.656430 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:42:24.656430 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:42:24.656430 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:42:24.656430 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:42:24.656430 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:42:24.656430 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:42:24.656430 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:42:24.656430 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:42:24.656430 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:42:24.656430 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:42:24.656430 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:42:24.656430 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:42:24.656430 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:42:24.656430 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:42:24.656430 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:42:24.656430 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:42:24.659157 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:42:24.659157 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:42:24.659157 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:42:24.659157 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:42:24.659157 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:42:24.659157 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:42:24.659157 dv-cinder-824995-1-iscsi neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 18:42:24.659157 dv-cinder-824995-1-iscsi neutron-server[102422]: warnings.warn(msg) Jan 17 18:42:24.659157 dv-cinder-824995-1-iscsi neutron-server[102422]: Traceback (most recent call last): Jan 17 18:42:24.659157 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 18:42:24.659157 dv-cinder-824995-1-iscsi neutron-server[102422]: timer() Jan 17 18:42:24.659157 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 18:42:24.659157 dv-cinder-824995-1-iscsi neutron-server[102422]: cb(*args, **kw) Jan 17 18:42:24.659157 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 18:42:24.659157 dv-cinder-824995-1-iscsi neutron-server[102422]: return func(*args, **kwargs) Jan 17 18:42:24.659157 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 18:42:24.659157 dv-cinder-824995-1-iscsi neutron-server[102422]: self._notify() Jan 17 18:42:24.659157 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 18:42:24.659157 dv-cinder-824995-1-iscsi neutron-server[102422]: self.callback(batched_events) Jan 17 18:42:24.659157 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 18:42:24.659157 dv-cinder-824995-1-iscsi neutron-server[102422]: event.method(event) Jan 17 18:42:24.659157 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 18:42:24.659157 dv-cinder-824995-1-iscsi neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 18:42:24.659157 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 18:42:24.659157 dv-cinder-824995-1-iscsi neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 18:42:24.659157 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 18:42:24.659157 dv-cinder-824995-1-iscsi neutron-server[102422]: return f(self, *a, **k) Jan 17 18:42:24.659157 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 18:42:24.659157 dv-cinder-824995-1-iscsi neutron-server[102422]: return self._get(url).json() Jan 17 18:42:24.659157 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 18:42:24.659157 dv-cinder-824995-1-iscsi neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 18:42:24.659157 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 18:42:24.659157 dv-cinder-824995-1-iscsi neutron-server[102422]: return self.request(url, 'GET', **kwargs) Jan 17 18:42:24.659157 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 18:42:24.659157 dv-cinder-824995-1-iscsi neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 18:42:24.659157 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 18:42:24.659157 dv-cinder-824995-1-iscsi neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 18:42:24.659157 dv-cinder-824995-1-iscsi neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 18:42:24.659157 dv-cinder-824995-1-iscsi neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 18:42:24.659157 dv-cinder-824995-1-iscsi neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 18:42:24.666713 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-e933c880-fd25-47a0-8ca1-47d6ade66a52 None None] Calling delete_port for 1f48282b-c146-416b-b52f-446c3b94cc7a owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 18:42:24.669957 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.ipam_backend_mixin [None req-e933c880-fd25-47a0-8ca1-47d6ade66a52 None None] Port 1f48282b-c146-416b-b52f-446c3b94cc7a was not found and therefore no delete operation was performed {{(pid=102424) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 17 18:42:24.673077 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e933c880-fd25-47a0-8ca1-47d6ade66a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16674740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736374194297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736373678933'] for port (1f48282b-c146-416b-b52f-446c3b94cc7a), after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:24.699943 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e933c880-fd25-47a0-8ca1-47d6ade66a52 None None] Pushing event deleted for resources: {'Port': ['ID=1f48282b-c146-416b-b52f-446c3b94cc7a,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:42:24.704584 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e933c880-fd25-47a0-8ca1-47d6ade66a52 None None] No DVR routers for this DVR port 1f48282b-c146-416b-b52f-446c3b94cc7a on host dv-cinder-824995-1-iscsi {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 18:42:24.723085 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a6721e88-c847-41c8-9d5b-3c6bd04353c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16256454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565532'] for network (59eafbcc-2104-42fd-9e4b-ead88fdb6451), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:24.731216 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a6721e88-c847-41c8-9d5b-3c6bd04353c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997524'] for network (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:24.734626 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-a6721e88-c847-41c8-9d5b-3c6bd04353c0 admin admin] 10.222.0.57 "DELETE /v2.0/networks/59eafbcc-2104-42fd-9e4b-ead88fdb6451 HTTP/1.1" status: 204 len: 168 time: 0.5576196 Jan 17 18:42:24.748153 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6721e88-c847-41c8-9d5b-3c6bd04353c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=59eafbcc-2104-42fd-9e4b-ead88fdb6451,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:42:24.845865 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 34796) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:42:24.886209 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-9aac0b04-b4cf-482a-affa-f75f66da095c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7ebb9dad35744d75b104be8c72af35ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391836 Jan 17 18:42:24.888743 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.57', 34798) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:42:24.936240 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ce035730-2b11-4044-af4c-a61f7b8e236f admin admin] Publish callbacks [] for security_group (aaee755d-9983-48ee-95aa-cc3b40315df0), before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:24.956681 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ce035730-2b11-4044-af4c-a61f7b8e236f admin admin] Publish callbacks [] for security_group (aaee755d-9983-48ee-95aa-cc3b40315df0), precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:25.003182 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ce035730-2b11-4044-af4c-a61f7b8e236f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (aaee755d-9983-48ee-95aa-cc3b40315df0), after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:25.005978 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ce035730-2b11-4044-af4c-a61f7b8e236f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:25.007135 dv-cinder-824995-1-iscsi neutron-server[102423]: INFO neutron.wsgi [None req-ce035730-2b11-4044-af4c-a61f7b8e236f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aaee755d-9983-48ee-95aa-cc3b40315df0 HTTP/1.1" status: 204 len: 168 time: 0.1174910 Jan 17 18:42:25.014832 dv-cinder-824995-1-iscsi neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce035730-2b11-4044-af4c-a61f7b8e236f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaee755d-9983-48ee-95aa-cc3b40315df0,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:42:25.326488 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 34804) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:42:25.370288 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-a9a50d68-b198-42a9-98d6-9db76db517e0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8242967bfb2b458aa57ae0a37b8c671c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425510 Jan 17 18:42:25.373229 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.57', 34806) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 18:42:25.420193 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b3d4009b-e98f-4b1d-9248-438c2654370c admin admin] Publish callbacks [] for security_group (b4e669c5-23ac-4936-bd15-b0cd2ac98adc), before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:25.440853 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b3d4009b-e98f-4b1d-9248-438c2654370c admin admin] Publish callbacks [] for security_group (b4e669c5-23ac-4936-bd15-b0cd2ac98adc), precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:25.489062 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b3d4009b-e98f-4b1d-9248-438c2654370c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group (b4e669c5-23ac-4936-bd15-b0cd2ac98adc), after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:25.491882 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b3d4009b-e98f-4b1d-9248-438c2654370c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:25.493028 dv-cinder-824995-1-iscsi neutron-server[102422]: INFO neutron.wsgi [None req-b3d4009b-e98f-4b1d-9248-438c2654370c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b4e669c5-23ac-4936-bd15-b0cd2ac98adc HTTP/1.1" status: 204 len: 168 time: 0.1189160 Jan 17 18:42:25.501301 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4009b-e98f-4b1d-9248-438c2654370c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e669c5-23ac-4936-bd15-b0cd2ac98adc,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 18:42:26.153055 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:26.308233 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 1f48282b-c146-416b-b52f-446c3b94cc7a no longer exists at agent ovs-agent-dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 18:42:26.327915 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] No Port match for: 1f48282b-c146-416b-b52f-446c3b94cc7a {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 18:42:26.328344 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Device 1f48282b-c146-416b-b52f-446c3b94cc7a not bound to the agent host dv-cinder-824995-1-iscsi {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 18:42:27.367300 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:44.725920 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:51.071209 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ccf0d109-567a-4598-8107-546a0ad94bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:52.636526 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 6 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:42:53.408924 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-26d394a5-d1df-453a-907d-983985dcee40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:54.590474 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:56.154952 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:42:57.370514 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:43:14.725043 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:43:21.073514 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d5da560a-76f0-408a-b7d4-17499be713b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:43:23.412547 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-710ba9af-f210-4a54-b487-28ef05e49448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:43:24.592725 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:43:26.157141 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:43:27.372698 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:43:29.635840 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 6 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:43:44.740447 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:43:51.074279 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cdc6a6cf-6016-4f6f-8af1-c46b4825dffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:43:53.415743 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3ec4183f-c2f2-4377-89cf-1ca971aae10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:43:54.594732 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:43:56.159518 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:43:57.375914 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:44:06.634560 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 6 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:44:14.739466 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:44:21.076440 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-050a24b6-b45b-4110-a0c1-57eac4e681c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:44:23.417048 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ca01e104-df76-42bc-b624-3dbdeb766b3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:44:24.598152 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:44:26.162259 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:44:27.380811 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:44:29.914277 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [req-5e7829d6-3fa2-4478-bd09-112918e69e7f req-41fa435c-4a76-4ac6-87f2-a6eb57cd4dfe service neutron] (102422) timed out ('10.222.0.31', 51855) {{(pid=102422) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 17 18:44:41.949429 dv-cinder-824995-1-iscsi neutron-server[102422]: DEBUG neutron.wsgi [req-34735b72-5b50-4e2c-99c2-2ed9cb6b335f req-56e6d71d-d380-49ff-a9c5-d80c9f76916d service neutron] (102422) timed out ('10.222.0.31', 51891) {{(pid=102422) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 17 18:44:43.633205 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 6 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:44:44.753674 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:44:51.078095 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bbab9d8c-5d89-45d2-99f1-5564d88b7084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:44:53.420420 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ffb5646f-a352-45ca-a2f2-20168c2e8c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:44:54.600377 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:44:56.166405 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:44:57.382881 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:45:14.755720 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:45:20.632083 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 6 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:45:21.080194 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-61667a69-47ed-458d-a50c-bd83b0f84c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:45:23.422545 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7873a9f2-229c-46d5-b844-c2ce4b7c65dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:45:24.603171 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:45:26.172424 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:45:27.385357 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:45:44.771740 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:45:51.081377 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b8fe5a99-4d16-422e-822d-44dd340793c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:45:53.424834 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b7fedb04-df87-453d-9e5b-6329ff466d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:45:54.605128 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:45:56.171368 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:45:57.388771 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:45:57.632550 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 6 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:46:14.801728 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:46:21.082031 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-53d80c58-a51b-4d15-84cb-2c7e3364ea85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:46:23.425935 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f0023e80-a085-4daa-b860-89e613706609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:46:24.607924 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:46:26.174702 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:46:27.391270 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:46:34.632707 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 6 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:46:44.812281 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:46:51.085375 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1254d76f-0e1b-4e76-9d9b-5426d4783ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:46:53.430170 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83f10530-ead0-4bb4-81a2-fdc829b90f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:46:54.610830 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:46:56.178158 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:46:57.394144 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:47:11.633989 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 6 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 18:47:14.799696 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:47:21.092658 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0d03976e-4b9d-489c-a656-8d30d3baf1a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (94683317-8c70-4890-b431-46000499a1c4), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:47:23.430804 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-85ec6df9-603f-4354-90b9-76ad00a91d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (f711a738-9445-49a6-871d-c35940c1a323), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:47:24.613764 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fcc676e4-3317-4e7d-b082-c3f990157c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (e948c32b-ddd7-4f4c-a268-ddf8feece2d7), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:47:26.180877 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1a182cb-731e-407a-8314-07e6349b9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (92f1ba7b-7933-48f2-9350-e64d1a607cf5), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:47:27.395806 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83ba2499-d9b7-4466-83aa-1927764ef847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (df58d820-fcc5-4fb7-897c-d0f1a16030b3), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:47:44.813598 dv-cinder-824995-1-iscsi neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ab6a1d-cc56-4b7c-8440-4e08b1e73f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736374233366', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16258585'] for agent (c251eb83-93a6-4d5d-bd4b-c362ae836320), after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 18:47:48.633303 dv-cinder-824995-1-iscsi neutron-server[102425]: DEBUG neutron.db.agents_db [None req-5d22eed2-04d6-45e7-8f51-9fde2b24bc30 None None] Agent healthcheck: found 6 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}